-- Logs begin at Wed 2021-05-26 10:25:59 UTC, end at Wed 2021-05-26 11:15:20 UTC. -- May 26 10:53:04.248844 dv-cinder-793136-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 26 10:53:05.203154 dv-cinder-793136-1-smb neutron-server[91557]: Beware of the coming changes in the project packaging May 26 10:53:05.203763 dv-cinder-793136-1-smb neutron-server[91557]: https://github.com/svinota/pyroute2/discussions/786 May 26 10:53:06.647395 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.common.config [-] Logging enabled! May 26 10:53:06.648021 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 26 10:53:06.648139 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91557) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 10:53:06.651334 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.common.config [-] Logging enabled! May 26 10:53:06.651589 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 26 10:53:06.651895 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91557) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 10:53:06.652807 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 10:53:06.653038 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 10:53:06.653416 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 10:53:06.653662 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 10:53:06.653910 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 10:53:06.654226 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.654519 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.654810 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.655035 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.655324 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.655609 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.655888 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.656172 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.656462 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.656742 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.657017 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.657296 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.657547 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.657825 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.658103 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.658383 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.658606 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] debug = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.658878 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.659295 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.659709 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.659987 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.660273 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.660550 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.660818 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.661089 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.661395 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.661722 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] host = dv-cinder-793136-1-smb {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.662000 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.662284 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.662566 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.662848 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.663119 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.663391 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.663672 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.663940 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.664208 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] log_file = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.664480 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.664763 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.665044 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.665332 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.665580 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.665802 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.666086 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.666368 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.666641 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.666913 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.667182 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.667452 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.667724 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.667988 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.668272 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.668554 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.668837 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.669108 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.669912 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.670193 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.670466 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.670750 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.671023 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.671295 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.671566 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.671854 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.672124 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.672396 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.672691 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.672972 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.673248 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.673552 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.673824 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.674104 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.674373 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.674643 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.674913 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] use_json = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.675183 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.675451 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.675728 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.676000 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.676269 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.676538 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.676806 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.677085 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:06.677400 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.677694 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.677991 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.678273 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.678562 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.678839 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.679123 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.679398 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.679682 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.679966 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.680254 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.680531 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.680816 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.681093 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.681403 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.681712 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.682006 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.682293 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.682567 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.682841 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.683113 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.683391 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.683675 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.683970 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.684257 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.684530 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.684806 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.685746 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.686011 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.686283 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.686564 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.686851 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.687129 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.687401 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.687683 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.687963 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.688235 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.688506 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.688784 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.689071 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.689373 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.689643 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.689911 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.690188 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.690462 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.690750 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.691028 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.691301 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.691574 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.691858 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.692128 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.692400 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.692677 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.692949 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.693225 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.693542 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.693813 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.694084 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.694353 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.694623 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.694893 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.695162 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.695435 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.695704 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.695973 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.696243 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.696514 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.696785 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.697070 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.697382 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.697662 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.697938 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.698213 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.698488 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.698762 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.699035 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.699309 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.699584 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.699853 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.700140 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.700421 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.700730 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.701012 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.701285 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.701600 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.701879 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.702158 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.702434 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.702711 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.702995 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.703276 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.703566 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.703855 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.704142 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.704429 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.704719 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.704998 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.705302 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.705599 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:06.705814 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 10:53:06.706046 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91557) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 10:53:07.050401 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:53:07.050670 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:53:07.050954 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:53:07.051421 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 10:53:07.434345 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.434551 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.434802 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.436050 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.436320 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.436581 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.471951 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.472226 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.472490 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.485309 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.485611 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.485873 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.515585 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.515856 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.516115 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.551962 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.552235 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.552495 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.781860 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.782493 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.782493 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.782652 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.783369 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.904002 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.904315 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.904591 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.904867 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.905137 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.905473 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.905808 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.906065 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.906317 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.906595 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.906854 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.907117 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.907377 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.907631 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.907902 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.908170 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.909536 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.909832 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.910102 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.910396 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.910754 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.911020 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.911280 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.911569 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.911826 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.912077 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.912467 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 10:53:07.912707 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 10:53:07.912943 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 10:53:07.913177 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 10:53:07.913439 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 10:53:07.913674 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 10:53:07.914041 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 10:53:07.917125 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 10:53:07.920987 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 10:53:07.924684 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) May 26 10:53:07.926311 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 10:53:07.926753 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 10:53:07.927080 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 10:53:07.927460 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 10:53:07.930393 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 10:53:07.930645 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 10:53:07.930986 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 10:53:07.958628 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 10:53:07.959065 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.959355 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91557) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 26 10:53:07.959711 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.961031 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91557) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 10:53:07.961303 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 10:53:07.961575 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 10:53:07.964728 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:07.965004 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.043667 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 10:53:08.043860 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 10:53:08.044096 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 10:53:08.044961 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 10:53:08.074836 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_db.sqlalchemy.engines [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91557) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 10:53:08.404462 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Initializing driver for type 'gre' May 26 10:53:08.404962 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] gre ID ranges: [(1, 1000)] May 26 10:53:08.457368 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Initializing driver for type 'local' May 26 10:53:08.457719 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Initializing driver for type 'vlan' May 26 10:53:08.469693 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] VlanTypeDriver initialization complete May 26 10:53:08.470025 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Initializing driver for type 'vxlan' May 26 10:53:08.470498 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] vxlan ID ranges: [(1, 1000)] May 26 10:53:08.519668 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Initializing extension driver 'port_security' May 26 10:53:08.520028 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.extensions.port_security [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] PortSecurityExtensionDriver initialization complete May 26 10:53:08.520371 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Initializing mechanism driver 'openvswitch' May 26 10:53:08.520699 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Initializing mechanism driver 'hyperv' May 26 10:53:08.527180 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.plugins.ml2.plugin [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 10:53:08.527932 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > port after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.528387 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > port after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.529278 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > port after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.529758 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > subnet after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.530181 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > subnet after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.530593 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > subnet after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.531038 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > network after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.531466 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > network after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.531887 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > network after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.532343 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > security_group after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.532734 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > security_group after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.533138 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > security_group after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.533600 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.533945 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.534386 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.534789 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > address_group after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.535236 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > address_group after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.535613 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > address_group after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.536025 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] ML2 OVO RPC backend initialized. {{(pid=91557) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 26 10:53:08.536863 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router_interface after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.537282 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.537853 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > network before_response 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.538314 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > networks before_response 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.538787 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > port before_response 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.539055 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > ports before_response 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.539468 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > subnet before_response 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.539879 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > subnets before_response 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.540294 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > network after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.540695 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > network after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.541117 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > network after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.541655 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > port after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.542107 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > port after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.542474 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > port after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.542892 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > subnet after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.543301 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > subnet after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.543707 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > subnet after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.545019 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.plugin [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Modular L2 Plugin initialization complete May 26 10:53:08.545469 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading services supported by the core plugin {{(pid=91557) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 10:53:08.545911 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.plugins.ml2.managers [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Got port-security extension from driver 'port_security' May 26 10:53:08.546330 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.extensions.vlantransparent [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Disabled vlantransparent extension. May 26 10:53:08.547023 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91557) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 10:53:08.547336 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading Plugin: router May 26 10:53:08.584145 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router_interface before_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.584536 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router after_create 55549900 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.584911 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router before_create 55549900 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.585278 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.585671 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.586024 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router after_delete 55549900 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.586381 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > floatingip after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.586740 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router after_create 55549900 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.587084 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router after_update 55549900 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.587428 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router after_update 55549900 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.587772 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.588133 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router after_update 55549900 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.588531 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router precommit_update 55549900 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.588894 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: port after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.589231 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: port after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.589593 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: subnet after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.589930 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.590275 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > port precommit_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.590625 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router precommit_create 55549900 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.590965 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: port before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.591810 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router precommit_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.592165 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router after_update 55549900 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.592504 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router precommit_delete 55549900 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.592847 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router precommit_create 55549900 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.593207 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router_interface after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.593574 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router precommit_update 55549900 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.594213 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > network after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.595041 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Tracking information for resource: router configured {{(pid=91557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 10:53:08.595370 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Tracking information for resource: floatingip configured {{(pid=91557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 10:53:08.600196 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.db.l3_agentschedulers_db [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 10:53:08.600767 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: port after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.601128 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: port after_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.601513 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: port after_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.601931 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: port after_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.602717 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router before_create 55550100 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.603079 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router precommit_delete 55550100 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.603439 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router precommit_create 55550100 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.603793 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > router precommit_update 55550100 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.608910 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.services.provider_configuration [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service providers = [] {{(pid=91557) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 10:53:08.609269 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.db.servicetype_db [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91557) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 10:53:08.612176 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.services.service_base [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 10:53:08.612529 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.services.service_base [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 10:53:08.612869 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.services.service_base [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 10:53:08.613762 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.services.service_base [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 10:53:08.614129 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.services.service_base [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 10:53:08.614662 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 10:53:08.614980 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 10:53:08.625227 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 10:53:08.625594 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading Plugin: auto_allocate May 26 10:53:08.631278 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: network precommit_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.631649 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: network precommit_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.632160 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 10:53:08.632478 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading Plugin: tag May 26 10:53:08.639190 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 10:53:08.639520 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading Plugin: timestamp May 26 10:53:08.643255 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 10:53:08.643589 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading Plugin: network_ip_availability May 26 10:53:08.648706 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.649077 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.649467 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.650172 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 10:53:08.650490 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading Plugin: flavors May 26 10:53:08.655926 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 10:53:08.656211 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading Plugin: revisions May 26 10:53:08.660395 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 10:53:08.660785 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_concurrency.lockutils [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.610s {{(pid=91557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:53:08.661554 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91557) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 26 10:53:08.661886 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Initializing extension manager. May 26 10:53:08.662391 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: __init__.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.662729 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: __pycache__ {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.663060 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.663390 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: address_group.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.664117 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.664674 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: address-group May 26 10:53:08.664994 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: address_scope.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.665717 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.666228 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: address-scope May 26 10:53:08.666549 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: admin_state_down_before_update.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.667450 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.667963 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: router-admin-state-down-before-update May 26 10:53:08.668286 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: agent.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.668968 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.670045 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: agent May 26 10:53:08.670367 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: agent_resources_synced.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.671269 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.671783 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: agent-resources-synced May 26 10:53:08.672103 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: allowedaddresspairs.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.673970 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.674495 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: allowed-address-pairs May 26 10:53:08.674817 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: auto_allocated_topology.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.675872 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.676389 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: auto-allocated-topology May 26 10:53:08.676710 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: availability_zone.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.677411 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.677921 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: availability_zone May 26 10:53:08.678238 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: availability_zone_filter.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.679129 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.679636 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: availability_zone_filter May 26 10:53:08.679956 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: data_plane_status.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.680836 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.681361 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension data-plane-status not supported by any of loaded plugins May 26 10:53:08.681685 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: default_subnetpools.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.682570 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.683073 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: default-subnetpools May 26 10:53:08.683392 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: dhcpagentscheduler.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.684174 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.684681 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: dhcp_agent_scheduler May 26 10:53:08.685023 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: dns.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.685947 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.686448 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension dns-integration not supported by any of loaded plugins May 26 10:53:08.686768 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: dns_domain_ports.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.687659 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.688162 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 10:53:08.688482 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: dvr.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.689133 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.689663 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: dvr May 26 10:53:08.689983 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: empty_string_filtering.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.690868 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.691386 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: empty-string-filtering May 26 10:53:08.691704 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.692587 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.693091 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 10:53:08.693446 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.694334 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.694837 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 10:53:08.695153 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: external_net.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.696031 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.696538 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: external-net May 26 10:53:08.696854 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: extra_dhcp_opt.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.697769 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.698275 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: extra_dhcp_opt May 26 10:53:08.698590 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: extraroute.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.699484 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.699987 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: extraroute May 26 10:53:08.700303 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: extraroute_atomic.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.701867 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.702377 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: extraroute-atomic May 26 10:53:08.702698 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: filter_validation.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.703343 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.703846 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: filter-validation May 26 10:53:08.704162 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: fip_pf_description.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.705215 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.705758 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 10:53:08.706078 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: fip_port_details.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.706979 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.707486 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: fip-port-details May 26 10:53:08.707805 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: flavors.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.709013 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.709555 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: flavors May 26 10:53:08.709881 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.711512 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.712039 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 10:53:08.712364 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: floatingip_pools.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.713046 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.713592 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: floatingip-pools May 26 10:53:08.713914 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: ip_allocation.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.714815 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.715324 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension ip_allocation not supported by any of loaded plugins May 26 10:53:08.715642 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.717129 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.717671 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: ip-substring-filtering May 26 10:53:08.717994 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: l2_adjacency.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.719168 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.719675 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension l2_adjacency not supported by any of loaded plugins May 26 10:53:08.719995 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: l3.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.720929 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.721553 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: router May 26 10:53:08.721886 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: l3_conntrack_helper.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.724097 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.724631 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 10:53:08.724959 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.725900 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.726424 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: ext-gw-mode May 26 10:53:08.726750 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.727659 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.728178 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: l3-ha May 26 10:53:08.728497 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: l3_flavors.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.729416 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.729929 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: l3-flavors May 26 10:53:08.730249 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.731136 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.731643 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: l3-port-ip-change-not-allowed May 26 10:53:08.731995 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: l3agentscheduler.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.732999 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.733552 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: l3_agent_scheduler May 26 10:53:08.733876 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: logging.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.735356 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.735881 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension logging not supported by any of loaded plugins May 26 10:53:08.736209 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: metering.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.736929 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.737532 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: metering May 26 10:53:08.737858 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.738920 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.739438 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: metering_source_and_destination_fields May 26 10:53:08.739761 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: multiprovidernet.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.740781 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.741284 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: multi-provider May 26 10:53:08.741640 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: netmtu.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.742536 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.743046 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: net-mtu May 26 10:53:08.743367 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: netmtu_writable.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.744260 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.744768 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: net-mtu-writable May 26 10:53:08.745088 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: network_availability_zone.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.745773 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.746283 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: network_availability_zone May 26 10:53:08.746601 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: network_ip_availability.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.747690 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.748201 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: network-ip-availability May 26 10:53:08.748521 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: network_segment_range.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.749269 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.749804 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension network-segment-range not supported by any of loaded plugins May 26 10:53:08.750122 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: pagination.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.751077 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.751402 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: pagination May 26 10:53:08.751716 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: port_device_profile.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.752619 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.753129 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: port-device-profile May 26 10:53:08.753485 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.754386 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.754892 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: port-mac-address-regenerate May 26 10:53:08.755209 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.756092 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.756597 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: port-numa-affinity-policy May 26 10:53:08.756915 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: port_resource_request.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.757827 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.758335 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension port-resource-request not supported by any of loaded plugins May 26 10:53:08.758654 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: portbindings.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.759557 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.760068 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: binding May 26 10:53:08.760386 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: portbindings_extended.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.761684 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.762201 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: binding-extended May 26 10:53:08.762525 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: portsecurity.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.763925 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.764431 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: port-security May 26 10:53:08.764753 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: project_id.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.765728 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.766053 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: project-id May 26 10:53:08.766368 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: providernet.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.767274 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.767789 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: provider May 26 10:53:08.768107 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: qos.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.771585 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.772111 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension qos not supported by any of loaded plugins May 26 10:53:08.772446 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.773685 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.774204 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 10:53:08.774530 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.775428 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.775941 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 10:53:08.776266 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: qos_default.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.777152 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.777708 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension qos-default not supported by any of loaded plugins May 26 10:53:08.778034 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: qos_fip.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.778672 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.779712 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension qos-fip not supported by any of loaded plugins May 26 10:53:08.780031 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: qos_gateway_ip.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.780933 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.781474 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 10:53:08.781796 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: qos_port_network_policy.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.782691 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.783224 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 10:53:08.783506 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: qos_rule_type_details.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.784400 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.784910 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 10:53:08.785225 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: qos_rules_alias.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.786284 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.786794 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 10:53:08.787113 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: quotasv2.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.788096 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.788416 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: quotas May 26 10:53:08.788733 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: quotasv2_detail.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.790358 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.790687 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: quota_details May 26 10:53:08.791013 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: rbac.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.792036 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.792570 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: rbac-policies May 26 10:53:08.792901 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: rbac_address_group.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.793840 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.794376 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: rbac-address-group May 26 10:53:08.794699 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: rbac_address_scope.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.795616 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.796138 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: rbac-address-scope May 26 10:53:08.796457 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: rbac_security_groups.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.797364 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.797883 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: rbac-security-groups May 26 10:53:08.798201 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: rbac_subnetpool.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.799093 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.799601 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: rbac-subnetpool May 26 10:53:08.799924 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: revisionifmatch.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.800820 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.801325 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: revision-if-match May 26 10:53:08.801673 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: revisions.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.802764 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.803272 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: standard-attr-revisions May 26 10:53:08.803599 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: router_availability_zone.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.804253 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.804761 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: router_availability_zone May 26 10:53:08.805086 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: routerservicetype.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.806002 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.806516 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension router-service-type not supported by any of loaded plugins May 26 10:53:08.806837 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.807729 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.808241 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: security-groups-normalized-cidr May 26 10:53:08.808563 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: security_groups_port_filtering.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.809489 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.810022 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: port-security-groups-filtering May 26 10:53:08.810345 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.811240 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.811748 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: security-groups-remote-address-group May 26 10:53:08.812066 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: securitygroup.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.821541 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.822072 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: security-group May 26 10:53:08.822412 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: segment.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.823179 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.823687 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension segment not supported by any of loaded plugins May 26 10:53:08.824013 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.824925 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.825468 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 10:53:08.826317 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: servicetype.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.827390 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.827908 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: service-type May 26 10:53:08.828231 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: sorting.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.829181 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.829541 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: sorting May 26 10:53:08.829863 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: standard_attr_segment.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.830747 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.831264 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 10:53:08.831584 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: standardattrdescription.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.832212 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.832716 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: standard-attr-description May 26 10:53:08.833040 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: stateful_security_group.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.833986 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.834494 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: stateful-security-group May 26 10:53:08.834812 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: stdattrs_common.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.835371 dv-cinder-793136-1-smb neutron-server[91557]: WARNING neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 10:53:08.835704 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.836650 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.837159 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 10:53:08.837505 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: subnet_onboard.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.838582 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.839094 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: subnet_onboard May 26 10:53:08.839411 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.840308 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.840813 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 10:53:08.841130 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: subnet_service_types.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.842606 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.843172 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: subnet-service-types May 26 10:53:08.843491 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: subnetallocation.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.844905 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.845457 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: subnet_allocation May 26 10:53:08.845781 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.846427 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.846935 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: subnetpool-prefix-ops May 26 10:53:08.847254 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.848164 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.848672 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 10:53:08.848991 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: tagging.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.850054 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.850581 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: standard-attr-tag May 26 10:53:08.850902 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: timestamp.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.852083 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.852602 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loaded extension: standard-attr-timestamp May 26 10:53:08.852932 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: trunk.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.853982 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.854498 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension trunk not supported by any of loaded plugins May 26 10:53:08.854823 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: trunk_details.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.855722 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.856238 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension trunk-details not supported by any of loaded plugins May 26 10:53:08.856560 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: uplink_status_propagation.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.857521 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.858038 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 10:53:08.858360 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Loading extension file: vlantransparent.py {{(pid=91557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 10:53:08.859011 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 10:53:08.859517 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extension vlan-transparent not supported by any of loaded plugins May 26 10:53:08.861954 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:network May 26 10:53:08.862662 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:subnet May 26 10:53:08.864437 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:subnetpool May 26 10:53:08.865059 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:port May 26 10:53:08.866343 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.v2.resource_helper [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 10:53:08.866793 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.v2.resource_helper [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service FLAVORS assigned prefix: {{(pid=91557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 10:53:08.867412 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.v2.resource_helper [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 10:53:08.867840 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.v2.resource_helper [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 10:53:08.868168 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:router May 26 10:53:08.868825 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:floatingip May 26 10:53:08.869561 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.v2.resource_helper [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service METERING assigned prefix: /metering {{(pid=91557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 10:53:08.870971 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.871338 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.871688 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 10:53:08.872832 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of CountableResource for resource:rbac_policy May 26 10:53:08.873284 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:security_group May 26 10:53:08.873981 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:security_group_rule May 26 10:53:08.874703 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.v2.resource_helper [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service CORE assigned prefix: {{(pid=91557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 10:53:08.875028 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:subnetpool May 26 10:53:08.875359 dv-cinder-793136-1-smb neutron-server[91557]: WARNING neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] subnetpool is already registered May 26 10:53:08.875968 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.v2.resource_helper [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service CORE assigned prefix: {{(pid=91557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 10:53:08.876292 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:subnetpool May 26 10:53:08.876624 dv-cinder-793136-1-smb neutron-server[91557]: WARNING neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] subnetpool is already registered May 26 10:53:08.879237 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.v2.resource_helper [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 10:53:08.879673 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.v2.resource_helper [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service FLAVORS assigned prefix: {{(pid=91557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 10:53:08.880268 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.v2.resource_helper [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 10:53:08.880689 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.v2.resource_helper [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 10:53:08.881019 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:router May 26 10:53:08.881359 dv-cinder-793136-1-smb neutron-server[91557]: WARNING neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] router is already registered May 26 10:53:08.881963 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:floatingip May 26 10:53:08.882292 dv-cinder-793136-1-smb neutron-server[91557]: WARNING neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] floatingip is already registered May 26 10:53:08.882924 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.v2.resource_helper [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service METERING assigned prefix: /metering {{(pid=91557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 10:53:08.883608 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of CountableResource for resource:rbac_policy May 26 10:53:08.883933 dv-cinder-793136-1-smb neutron-server[91557]: WARNING neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] rbac_policy is already registered May 26 10:53:08.884476 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:security_group May 26 10:53:08.884802 dv-cinder-793136-1-smb neutron-server[91557]: WARNING neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] security_group is already registered May 26 10:53:08.885433 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:security_group_rule May 26 10:53:08.885773 dv-cinder-793136-1-smb neutron-server[91557]: WARNING neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] security_group_rule is already registered May 26 10:53:08.886440 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.v2.resource_helper [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service CORE assigned prefix: {{(pid=91557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 10:53:08.886764 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:subnetpool May 26 10:53:08.887086 dv-cinder-793136-1-smb neutron-server[91557]: WARNING neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] subnetpool is already registered May 26 10:53:08.887681 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.v2.resource_helper [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Service CORE assigned prefix: {{(pid=91557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 10:53:08.888003 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Creating instance of TrackedResource for resource:subnetpool May 26 10:53:08.888845 dv-cinder-793136-1-smb neutron-server[91557]: WARNING neutron.quota.resource_registry [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] subnetpool is already registered May 26 10:53:08.889521 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: extensions {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.890983 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: address-groups {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.892605 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: address-scopes {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.893860 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: agents {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.895017 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: auto-allocated-topology {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.896270 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: availability_zones {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.897619 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: dhcp-networks {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.899029 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: dhcp-agents {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.900453 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: routers {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.902294 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: flavors {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.903470 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: service_profiles {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.905299 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: next_providers {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.906948 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: service_profiles {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.908328 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: floatingip-pools {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.909569 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: routers {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.911534 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: floatingips {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.912740 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: l3-routers {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.914232 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: l3-agents {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.915627 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: metering-labels {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.916983 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: metering-label-rules {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.918287 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: network-ip-availabilities {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.919580 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: bindings {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.921249 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: quotas {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.922727 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: quotas {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.924153 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: rbac-policies {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.925526 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: security-groups {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.926747 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: security-group-rules {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.927980 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: service-providers {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.929206 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: subnetpools {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.931592 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: subnetpools {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.933047 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: tags {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:08.934794 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: tags {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:09.047629 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: tags {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:09.049435 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: tags {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:09.051238 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: tags {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:09.053102 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: tags {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:09.054848 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: tags {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:09.056762 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: tags {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:09.058554 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: tags {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:09.060454 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron.api.extensions [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Extended resource: tags {{(pid=91557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 10:53:09.066302 dv-cinder-793136-1-smb neutron-server[91557]: WARNING keystonemiddleware.auth_token [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 10:53:09.071021 dv-cinder-793136-1-smb neutron-server[91557]: WARNING keystonemiddleware.auth_token [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 10:53:09.079727 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_concurrency.lockutils [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Acquired lock "singleton_lock" {{(pid=91557) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 26 10:53:09.080211 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_concurrency.lockutils [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Releasing lock "singleton_lock" {{(pid=91557) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 26 10:53:09.080835 dv-cinder-793136-1-smb neutron-server[91557]: INFO oslo_service.service [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Starting 2 workers May 26 10:53:09.085598 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Started child 91664 {{(pid=91557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 10:53:09.089886 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Started child 91665 {{(pid=91557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 10:53:09.090786 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:09.092047 dv-cinder-793136-1-smb neutron-server[91557]: INFO neutron.service [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Neutron service started, listening on 0.0.0.0:9696 May 26 10:53:09.092621 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Notify callbacks [] for process, before_spawn {{(pid=91557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:09.092774 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [-] (91664) wsgi starting up on http://0.0.0.0:9696 May 26 10:53:09.095234 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:09.095705 dv-cinder-793136-1-smb neutron-server[91557]: INFO oslo_service.service [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Starting 1 workers May 26 10:53:09.097110 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [-] (91665) wsgi starting up on http://0.0.0.0:9696 May 26 10:53:09.100414 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Started child 91666 {{(pid=91557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 10:53:09.100920 dv-cinder-793136-1-smb neutron-server[91557]: INFO oslo_service.service [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Starting 1 workers May 26 10:53:09.103814 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.service [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] calling RpcWorker wait() {{(pid=91666) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 10:53:09.104350 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.service [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] returning from RpcWorker wait() {{(pid=91666) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 10:53:09.105231 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Started child 91667 {{(pid=91557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 10:53:09.105732 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:09.106121 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG neutron_lib.callbacks.manager [None req-67c709ce-ed8c-4ebc-b5ca-0057c4c5111c None None] Notify callbacks [] for process, after_spawn {{(pid=91557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:09.106234 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 10:53:09.107968 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91557) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 10:53:09.108178 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 10:53:09.108368 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 10:53:09.108583 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 10:53:09.108911 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 10:53:09.109071 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 10:53:09.109592 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.109885 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.110078 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:09.110532 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.110532 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.110713 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.111254 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.111500 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.111748 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.112024 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.112271 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.112446 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.112611 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.112872 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.113101 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.113439 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.113715 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.113951 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.114216 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.114386 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.114640 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.114917 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.115167 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.115434 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] debug = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.115675 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.116182 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.116422 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.116661 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.116894 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.117153 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.117421 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.117704 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.117949 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.118183 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.118415 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.118686 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.118934 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.119153 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.119367 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.119631 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.120012 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.120359 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] host = dv-cinder-793136-1-smb {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.120608 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.120825 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.121081 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.121337 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.121601 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.121847 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.122113 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.122380 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.123164 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.123390 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.123641 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.123867 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.124081 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.124329 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_file = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.124494 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_options = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.124724 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.125021 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.125290 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.125499 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.125672 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.125850 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.126101 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.126267 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.126519 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.126734 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.126993 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.127184 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.127418 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.127661 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.127926 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.128163 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.128398 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.128624 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.128866 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.129096 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.129336 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.129582 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.129840 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.130054 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.130268 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.130497 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.130738 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.130973 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.131187 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.131441 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.131658 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.131917 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.132162 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.132408 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.132638 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.132865 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.133103 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.133406 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.133636 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.133882 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.134131 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.134344 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.134587 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.135890 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.135890 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.135890 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] use_json = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.135890 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.135890 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.136489 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 10:53:09.136621 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.136621 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.136621 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.137932 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.137932 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.137932 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.137932 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.137932 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.138813 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.139056 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.139258 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.139578 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.139765 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.139988 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.140222 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.140451 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.140783 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.141141 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.141499 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.142256 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.142256 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.145204 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.145204 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.145204 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.145204 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.145204 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.145204 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.145204 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.145204 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.146554 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.146554 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.146554 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.146554 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.146554 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.146554 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.146554 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.146554 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.149831 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.149831 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.149831 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.149831 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.149831 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.149831 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.149831 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.149831 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.149831 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.150517 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.150517 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.150517 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.150517 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.150517 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.150517 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.150517 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.150517 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.150517 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.151157 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.151157 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.151157 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.151157 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.151157 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.151496 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.151496 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.151719 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.151937 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.152153 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.152376 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.152612 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.152870 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.153111 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.153327 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.153566 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.154322 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.154565 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.154819 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.155043 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.155258 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.155501 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.155740 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.155979 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.156192 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.156408 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.156622 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.156838 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.157125 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.157289 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.157535 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.157823 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.157980 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.158526 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.158526 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.158797 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.159016 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.159271 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.159538 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.159780 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.160035 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.160266 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.160520 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.160916 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.161027 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.161215 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.161518 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.161747 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.161990 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.162232 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.162463 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.162728 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.162954 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.163218 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.163404 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.163639 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.165384 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.165384 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.165384 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.165384 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.165384 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.165384 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.165384 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.165873 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.165873 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.166150 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.166316 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.166604 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.166894 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.167165 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.167415 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.167646 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.167889 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.168142 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.168388 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.168640 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.168887 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.169104 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.170045 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.170293 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.170528 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.170742 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.170975 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.171301 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.171547 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.171757 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.171988 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.172254 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.172510 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.172746 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.173003 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.173245 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.173502 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.173747 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.173999 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.174213 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.174439 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.174667 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.174882 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.175093 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.175299 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.175536 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.175769 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.175982 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.176260 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.176469 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.176691 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.176938 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.177158 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.177416 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.177662 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.177872 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.178090 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.178338 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.178572 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.178787 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.179005 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.179226 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.179462 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.179677 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.179959 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.180207 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.180443 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.180671 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.180914 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.181177 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.181414 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.181661 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.181982 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.182225 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.182439 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.182656 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.182873 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.183109 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.183336 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.183544 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.183783 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.184020 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.184339 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.184602 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.184829 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.185089 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.185307 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.185581 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.185835 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.186057 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.186290 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.186524 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.186735 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.186997 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.187241 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.187482 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.187715 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.187923 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.188148 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.188368 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.188573 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.188858 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.189103 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.189333 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.189611 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.189822 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.190049 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.190276 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.190565 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.190719 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.190901 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.191146 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.191373 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.191602 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.191813 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.192027 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.192267 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.192481 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.192687 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.192925 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.193131 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.193371 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.193600 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.193808 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.194020 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.194231 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.194556 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.194806 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.195027 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.195317 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.195572 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.195823 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.196094 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.196425 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.196653 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.196893 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.197109 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.197377 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.197596 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.197868 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.198175 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.198489 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.198766 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.199018 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.199295 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.199600 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.199860 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.200075 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.200381 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.200766 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.201058 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.201307 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.201573 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.201848 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.202076 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.202312 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.202562 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.202808 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.203041 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.203298 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.205980 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.206255 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.206489 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.206730 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.206958 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.207202 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.207443 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.207670 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.207891 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.208056 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 10:53:09.208647 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91557) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 10:53:09.208811 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 10:53:09.208967 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 10:53:09.209138 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 10:53:09.209308 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 10:53:09.209492 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 10:53:09.212051 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.212232 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.212404 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.212573 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.212737 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.212926 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.213090 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.213252 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.213437 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.213599 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.213760 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.213920 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.214081 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.214239 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.214398 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.214556 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.214718 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.214882 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.215041 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.215201 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.215360 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.215518 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.215675 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] debug = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.215833 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.216027 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.216693 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.216865 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.217023 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.217181 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.217337 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.217517 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.217677 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.217835 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.217993 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.218151 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.218310 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.218468 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.218625 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.219046 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.219208 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.219365 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] host = dv-cinder-793136-1-smb {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.219523 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.219679 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.219836 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.219995 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.220151 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.220308 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.220466 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.220624 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.221769 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.221769 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.221769 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.221769 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.221769 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.221769 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_file = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.221769 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_options = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.222390 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.222390 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.222390 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.222390 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.222731 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.222731 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.222877 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.222956 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.223106 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.223319 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.223493 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.223635 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.223772 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.223860 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.224429 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.224429 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.224429 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.224429 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.224735 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.224735 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.224925 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.225034 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.225188 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.225370 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.225523 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.225682 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.225840 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.225998 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.226155 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.226312 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.226470 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.226630 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.226786 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.226945 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.227103 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.227260 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.227418 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.227580 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.227739 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.227921 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.228055 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.228212 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.228370 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.228529 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.228680 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.228838 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] use_json = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.228995 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.229152 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.229309 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.229488 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.229654 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.229799 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.229956 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.230115 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 10:53:09.230294 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.230455 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.230625 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.230791 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.230949 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.231114 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.231274 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.231427 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.231591 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.231751 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.231975 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.232638 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.232804 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.232965 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.233125 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.233286 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.233469 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.233629 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.233792 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.233952 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.234112 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.234271 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.234447 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.234607 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.234769 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.234928 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.235088 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.235249 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.235410 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.235571 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.235731 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.235892 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.236209 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.236209 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.236459 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.236582 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.236707 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.236839 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.236965 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.237089 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.237242 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.237423 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.237585 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.237746 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.237907 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.238069 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.238233 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.238394 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.238556 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.238716 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.238886 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.239032 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.239193 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.239352 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.239513 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.239673 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.239833 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.239991 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.240150 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.240310 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.240468 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.240641 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.240806 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.240967 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.241127 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.241275 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.241457 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.241618 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.241764 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.241927 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.242087 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.242247 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.242407 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.242568 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.242727 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.242892 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.243053 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.243272 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.243393 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.243518 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.243607 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 10:53:09.243705 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.243825 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.243987 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.244147 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.244315 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.244489 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.244650 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.244810 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.244970 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.245131 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.245290 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.245471 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.245632 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.245793 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.245984 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.246110 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.246269 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.246432 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.246593 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.246752 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.246912 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.247072 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.247232 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.247392 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.247574 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.247734 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.247894 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.248077 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.248204 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.248348 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.248507 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.248674 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.248834 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.248998 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.249157 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.249323 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.249515 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.249675 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.249835 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.249995 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.250155 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.250316 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.250476 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.250636 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.250800 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.250960 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.251119 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.251287 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.251458 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.251618 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.251782 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.251943 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.252124 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.252283 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.252443 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.252603 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.252763 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.252922 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.253082 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.253241 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.253453 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.253572 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.253733 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.253894 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.254053 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.254213 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.254372 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.254532 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.254762 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.254931 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.255098 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.255253 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.255388 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.255552 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.255726 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.255858 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.256023 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.256183 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.256343 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.256503 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.256839 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.256839 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.257056 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.257136 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.257264 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.257449 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.257605 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.257758 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.257923 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.258064 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.258435 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.258435 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.258700 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.258700 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.258960 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.258960 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.259218 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.259218 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.259477 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.259621 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.259777 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.259912 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.260044 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.260176 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.260307 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.260438 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.260579 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.260723 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.260870 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.261013 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.261177 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.261338 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.261518 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.261678 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.261838 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.262000 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.262161 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.262322 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.262485 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.262648 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.262809 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.262971 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.263154 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.263315 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.263530 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.263678 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.263787 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.263947 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.264107 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.264267 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.264427 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.264596 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.264756 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.264916 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.265076 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.265236 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.265492 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.265653 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.265813 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.265973 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.266147 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.266285 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.266445 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.266603 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.266763 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.266922 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.267090 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.267250 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.267410 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.267570 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.267729 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.267897 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.268057 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.268217 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.268385 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.268544 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.268704 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.268865 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.269037 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.269198 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.269413 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.269586 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.269697 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.269836 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.269998 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.270163 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.270334 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.270501 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.270664 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.270838 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.271008 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.271178 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.271338 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.271504 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.271677 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.271836 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.271996 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.272156 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.272315 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.272476 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.272636 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.272796 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.272955 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.273115 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.273275 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.273456 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.273671 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.273800 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.273938 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.274065 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.274192 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.274350 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.274511 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.274670 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 10:53:09.274823 dv-cinder-793136-1-smb neutron-server[91557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 10:53:09.415616 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 35560) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:53:09.424732 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070755 May 26 10:53:20.271178 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01d2e86-45bb-46a4-819d-b51ddaf6e760 None None] get_active_networks_info from dv-cinder-793136-1-smb {{(pid=91666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 10:53:20.374302 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d2e86-45bb-46a4-819d-b51ddaf6e760 None None] No non-hosted networks {{(pid=91666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 10:53:20.401044 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.agentschedulers_db [None req-d01d2e86-45bb-46a4-819d-b51ddaf6e760 None None] DHCP Agent not found on host dv-cinder-793136-1-smb {{(pid=91666) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 26 10:53:20.526084 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6156ff0a-e10f-4881-a690-5fa38329ae96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815'] for agent, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:22.360197 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815'] for agent, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:22.361780 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:22.362370 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:22.362916 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:22.364456 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:22.365327 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:22.366410 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:22.369591 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:22.370682 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:22.371637 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:22.372189 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:22.373750 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:22.374291 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:22.379244 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793136-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 10:53:22.397104 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793136-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 10:53:22.844594 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7507e4ab-d920-4070-b914-1b3cf0ddd2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815'] for agent, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:22.896040 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-54fcb09d-8aa2-4182-bc27-c560bb368c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:23.534792 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815'] for agent, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:25.253180 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815'] for agent, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:26.778297 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 35652) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:53:26.836485 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.db.l3_hamode_db [None req-a42ec24e-c768-4797-8140-590d0c42fe95 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 10:53:26.922347 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ec24e-c768-4797-8140-590d0c42fe95 None None] Routers set() bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 10:53:26.922718 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ec24e-c768-4797-8140-590d0c42fe95 None None] Router IDs set() for agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 26 10:53:27.352467 dv-cinder-793136-1-smb neutron-server[91665]: WARNING oslo_policy.policy [None req-b5b3d8f8-761d-4be2-a9c7-3c6a7b4653e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 10:53:27.353037 dv-cinder-793136-1-smb neutron-server[91665]: WARNING oslo_policy.policy [None req-b5b3d8f8-761d-4be2-a9c7-3c6a7b4653e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 10:53:27.568918 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [None req-b5b3d8f8-761d-4be2-a9c7-3c6a7b4653e0 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 10:53:27.569945 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-b5b3d8f8-761d-4be2-a9c7-3c6a7b4653e0 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7901292 May 26 10:53:29.875806 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 35666) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:53:30.232435 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-e93dbce5-0b28-41d2-8275-226306ffd2b3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 10:53:30.331128 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.policy [None req-e93dbce5-0b28-41d2-8275-226306ffd2b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91665) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 10:53:30.376043 dv-cinder-793136-1-smb neutron-server[91665]: WARNING oslo_policy.policy [None req-e93dbce5-0b28-41d2-8275-226306ffd2b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 10:53:30.376405 dv-cinder-793136-1-smb neutron-server[91665]: WARNING oslo_policy.policy [None req-e93dbce5-0b28-41d2-8275-226306ffd2b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 10:53:30.384681 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.quota [None req-e93dbce5-0b28-41d2-8275-226306ffd2b3 admin admin] Loaded quota_driver: . May 26 10:53:30.402478 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-e93dbce5-0b28-41d2-8275-226306ffd2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 10:53:30.461656 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e93dbce5-0b28-41d2-8275-226306ffd2b3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734594959862', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734594961266', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734595020113', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734595010277', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734595004258', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734594993273', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1526661', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-571399', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1664785', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1591212'] for rbac-policy, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:30.522805 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e93dbce5-0b28-41d2-8275-226306ffd2b3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:30.523890 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-e93dbce5-0b28-41d2-8275-226306ffd2b3 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6471207 May 26 10:53:33.072735 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 35680) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:53:33.415563 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ce813257a67540238d973910f87f1663', 'name': 'private', 'tenant_id': 'ce813257a67540238d973910f87f1663'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 10:53:33.420371 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 10:53:33.424755 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Usage tracker for resource:network and tenant:ce813257a67540238d973910f87f1663 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 10:53:33.429194 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 10:53:33.435655 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 10:53:33.444796 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Made reservation on behalf of ce813257a67540238d973910f87f1663 for: {'network': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 10:53:33.447660 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:33.465133 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:33.478805 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 10:53:33.482873 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Usage tracker for resource:security_group_rule and tenant:ce813257a67540238d973910f87f1663 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 10:53:33.487582 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 10:53:33.492940 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 10:53:33.591919 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:33.595896 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:33.600296 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:53:33.621248 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=91665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 10:53:33.645801 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734592973806', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:33.646408 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Unsubscribe: segment precommit_create {{(pid=91665) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 10:53:33.646881 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.segments_db [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Added segment 7272be5b-f129-4b90-92a9-c6eb573b42a2 of type vlan for network 6925dcc3-92aa-4b6e-b0aa-af4cad248dcb May 26 10:53:33.655062 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e2dd36-eb1a-43ff-bf0b-c0963bd0a570,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:53:33.709409 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:33.709744 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:33.710070 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:33.710390 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:33.710708 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:33.711022 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:33.711331 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:33.711638 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:33.711961 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:33.712267 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:33.712569 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:33.712869 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Tracked resource versions report: May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: pushed versions: May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: { 'AddressGroup': {'1.2'}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'ConntrackHelper': {'1.0'}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'Log': {'1.0'}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'Network': {'1.1'}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'Port': {'1.7'}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'PortForwarding': {'1.2'}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'QosPolicy': {'1.8'}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'SecurityGroup': {'1.4'}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'SecurityGroupRule': {'1.2'}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'SubPort': {'1.0'}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'Subnet': {'1.1'}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'Trunk': {'1.1'}} May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: consumer versions: May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: { DHCP agent@dv-cinder-793136-1-smb: {}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: L3 agent@dv-cinder-793136-1-smb: {}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: Metadata agent@dv-cinder-793136-1-smb: {}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: Metering agent@dv-cinder-793136-1-smb: {}, May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: Open vSwitch agent@dv-cinder-793136-1-smb: { 'AddressGroup': '1.2', May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'ConntrackHelper': '1.0', May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'Log': '1.0', May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'Network': '1.1', May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'Port': '1.7', May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'PortForwarding': '1.2', May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'QosPolicy': '1.8', May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'SecurityGroup': '1.4', May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'SecurityGroupRule': '1.2', May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'SubPort': '1.0', May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'Subnet': '1.1', May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: 'Trunk': '1.1'}} May 26 10:53:33.714056 dv-cinder-793136-1-smb neutron-server[91665]: {{(pid=91665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 10:53:33.764628 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:33.768325 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:53:33.804736 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:33.806178 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:53:33.806818 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:33.811862 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:53:33.912479 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8386056 May 26 10:53:33.915358 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Pushing event updated for resources: {'Network': ['ID=6925dcc3-92aa-4b6e-b0aa-af4cad248dcb,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:53:33.918498 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:53:33.928098 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network 6925dcc3-92aa-4b6e-b0aa-af4cad248dcb details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 10:53:36.506186 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 35696) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:53:37.077205 dv-cinder-793136-1-smb neutron-server[91664]: WARNING oslo_policy.policy [None req-6956040f-6903-4494-b1c6-4f2f5af0ff93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 10:53:37.077837 dv-cinder-793136-1-smb neutron-server[91664]: WARNING oslo_policy.policy [None req-6956040f-6903-4494-b1c6-4f2f5af0ff93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 10:53:37.508477 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.policy [None req-6956040f-6903-4494-b1c6-4f2f5af0ff93 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91664) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 10:53:37.553596 dv-cinder-793136-1-smb neutron-server[91664]: WARNING oslo_policy.policy [None req-6956040f-6903-4494-b1c6-4f2f5af0ff93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 10:53:37.553969 dv-cinder-793136-1-smb neutron-server[91664]: WARNING oslo_policy.policy [None req-6956040f-6903-4494-b1c6-4f2f5af0ff93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 10:53:37.562055 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6956040f-6903-4494-b1c6-4f2f5af0ff93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:53:37.563873 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-6956040f-6903-4494-b1c6-4f2f5af0ff93 admin admin] 10.222.0.25 "GET /v2.0/networks/6925dcc3-92aa-4b6e-b0aa-af4cad248dcb HTTP/1.1" status: 200 len: 825 time: 1.0557902 May 26 10:53:37.596470 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-8f56b0f5-0a84-4f69-9d9e-891cf0515930 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/8c5a3c5e-83bb-48c0-bdc0-2114378b1f2c HTTP/1.1" status: 200 len: 734 time: 0.0272846 May 26 10:53:37.604733 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'ce813257a67540238d973910f87f1663', 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb', 'subnetpool_id': '8c5a3c5e-83bb-48c0-bdc0-2114378b1f2c', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 10:53:37.606323 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.quota [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Loaded quota_driver: . May 26 10:53:37.612173 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 10:53:37.617541 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Usage tracker for resource:subnet and tenant:ce813257a67540238d973910f87f1663 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 10:53:37.620786 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 10:53:37.632582 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 10:53:37.647265 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Made reservation on behalf of ce813257a67540238d973910f87f1663 for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 10:53:37.650073 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:38.135950 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:38.141674 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:53:38.216579 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Checking segment: {'id': '7272be5b-f129-4b90-92a9-c6eb573b42a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 10:53:38.216949 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Network hostable DHCP agents. Network: 6925dcc3-92aa-4b6e-b0aa-af4cad248dcb, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 10:53:38.231877 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b6875a8-5bf6-4158-9b21-0e74c9acd8f7,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:53:38.243133 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:38.243466 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:38.243791 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:38.244106 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:38.244417 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:38.244725 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:38.245031 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:38.245337 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:38.245687 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:38.245995 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:38.246296 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:38.246598 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Tracked resource versions report: May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: pushed versions: May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: { 'AddressGroup': {'1.2'}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'ConntrackHelper': {'1.0'}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'Log': {'1.0'}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'Network': {'1.1'}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'Port': {'1.7'}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'PortForwarding': {'1.2'}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'QosPolicy': {'1.8'}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'SecurityGroup': {'1.4'}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'SecurityGroupRule': {'1.2'}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'SubPort': {'1.0'}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'Subnet': {'1.1'}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'Trunk': {'1.1'}} May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: consumer versions: May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: { DHCP agent@dv-cinder-793136-1-smb: {}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: L3 agent@dv-cinder-793136-1-smb: {}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: Metadata agent@dv-cinder-793136-1-smb: {}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: Metering agent@dv-cinder-793136-1-smb: {}, May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: Open vSwitch agent@dv-cinder-793136-1-smb: { 'AddressGroup': '1.2', May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'ConntrackHelper': '1.0', May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'Log': '1.0', May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'Network': '1.1', May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'Port': '1.7', May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'PortForwarding': '1.2', May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'QosPolicy': '1.8', May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'SecurityGroup': '1.4', May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'SecurityGroupRule': '1.2', May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'SubPort': '1.0', May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'Subnet': '1.1', May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: 'Trunk': '1.1'}} May 26 10:53:38.248327 dv-cinder-793136-1-smb neutron-server[91664]: {{(pid=91664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 10:53:38.274724 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Network 6925dcc3-92aa-4b6e-b0aa-af4cad248dcb is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 10:53:38.281892 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:53:38.286056 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, 6925dcc3-92aa-4b6e-b0aa-af4cad248dcb) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 10:53:38.290603 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:53:38.291251 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:38.296259 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4cb1b1-2455-4a47-bad8-620f6c263458 None None] Network 6925dcc3-92aa-4b6e-b0aa-af4cad248dcb requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 10:53:38.312316 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7108474 May 26 10:53:38.612168 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp012a520a-d17f-5684-a368-45ac1ecd2797-6925dcc3-92aa-4b6e-b0aa-af4cad248dcb', 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb', 'tenant_id': 'ce813257a67540238d973910f87f1663', 'fixed_ips': [{'subnet_id': '4b6875a8-5bf6-4158-9b21-0e74c9acd8f7'}]}} from dv-cinder-793136-1-smb. {{(pid=91666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 10:53:38.613414 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:38.794975 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Allocated IP 172.20.0.2 (6925dcc3-92aa-4b6e-b0aa-af4cad248dcb/4b6875a8-5bf6-4158-9b21-0e74c9acd8f7/239e4937-fdc9-4dbb-b933-95b6ca3549d3) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 10:53:39.023976 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:39.037563 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Transition to ACTIVE for port object 239e4937-fdc9-4dbb-b933-95b6ca3549d3 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 10:53:39.057087 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Transition to ACTIVE for port object 239e4937-fdc9-4dbb-b933-95b6ca3549d3 will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 10:53:39.063319 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:39.067873 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:53:39.129209 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Network 6925dcc3-92aa-4b6e-b0aa-af4cad248dcb is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 10:53:39.132341 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 10:53:39.135287 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 10:53:39.145318 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Pushing event updated for resources: {'Port': ['ID=239e4937-fdc9-4dbb-b933-95b6ca3549d3,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:53:39.188233 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:39.188567 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:39.188889 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:39.189207 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:39.189544 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:39.189857 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:39.190166 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:39.190470 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:39.190789 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:39.191076 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:39.191381 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:39.191686 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Tracked resource versions report: May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: pushed versions: May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: { 'AddressGroup': {'1.2'}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'ConntrackHelper': {'1.0'}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'Log': {'1.0'}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'Network': {'1.1'}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'Port': {'1.7'}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'PortForwarding': {'1.2'}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'QosPolicy': {'1.8'}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'SecurityGroup': {'1.4'}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'SecurityGroupRule': {'1.2'}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'SubPort': {'1.0'}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'Subnet': {'1.1'}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'Trunk': {'1.1'}} May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: consumer versions: May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: { DHCP agent@dv-cinder-793136-1-smb: {}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: L3 agent@dv-cinder-793136-1-smb: {}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: Metadata agent@dv-cinder-793136-1-smb: {}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: Metering agent@dv-cinder-793136-1-smb: {}, May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: Open vSwitch agent@dv-cinder-793136-1-smb: { 'AddressGroup': '1.2', May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'ConntrackHelper': '1.0', May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'Log': '1.0', May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'Network': '1.1', May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'Port': '1.7', May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'PortForwarding': '1.2', May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'QosPolicy': '1.8', May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'SecurityGroup': '1.4', May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'SecurityGroupRule': '1.2', May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'SubPort': '1.0', May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'Subnet': '1.1', May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: 'Trunk': '1.1'}} May 26 10:53:39.192823 dv-cinder-793136-1-smb neutron-server[91666]: {{(pid=91666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 10:53:39.197106 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:53:39.245714 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Attempting to bind port 239e4937-fdc9-4dbb-b933-95b6ca3549d3 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 10:53:39.246103 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Attempting to bind port 239e4937-fdc9-4dbb-b933-95b6ca3549d3 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '7272be5b-f129-4b90-92a9-c6eb573b42a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 10:53:39.246516 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Attempting to bind port 239e4937-fdc9-4dbb-b933-95b6ca3549d3 on network 6925dcc3-92aa-4b6e-b0aa-af4cad248dcb {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 10:53:39.251579 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 10:53:39.251978 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Checking segment: {'id': '7272be5b-f129-4b90-92a9-c6eb573b42a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 10:53:39.252456 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:39.252836 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Bound using segment: {'id': '7272be5b-f129-4b90-92a9-c6eb573b42a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 10:53:39.253365 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Bound port: 239e4937-fdc9-4dbb-b933-95b6ca3549d3, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7272be5b-f129-4b90-92a9-c6eb573b42a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 10:53:39.253737 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:39.341548 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-368214ab-2052-4083-927d-cddd878e4160 None None] For port 239e4937-fdc9-4dbb-b933-95b6ca3549d3, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 10:53:39.345562 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-368214ab-2052-4083-927d-cddd878e4160 None None] For port 239e4937-fdc9-4dbb-b933-95b6ca3549d3, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=239e4937-fdc9-4dbb-b933-95b6ca3549d3,segment=NetworkSegment(7272be5b-f129-4b90-92a9-c6eb573b42a2),segment_id=7272be5b-f129-4b90-92a9-c6eb573b42a2)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 10:53:39.350186 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:39.354071 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:53:39.436820 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Pushing event updated for resources: {'Port': ['ID=239e4937-fdc9-4dbb-b933-95b6ca3549d3,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:53:39.439831 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:53:40.660112 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 35716) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:53:41.031202 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [None req-80cb6cfa-83f9-4add-bf09-94af40723c87 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 10:53:41.032166 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-80cb6cfa-83f9-4add-bf09-94af40723c87 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3711367 May 26 10:53:43.368626 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 35726) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:53:43.744931 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [None req-3ad49907-274c-4c33-9e96-867fdb5312eb admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 10:53:43.749966 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-3ad49907-274c-4c33-9e96-867fdb5312eb admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3763726 May 26 10:53:44.342173 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 239e4937-fdc9-4dbb-b933-95b6ca3549d3 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 10:53:44.425823 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 239e4937-fdc9-4dbb-b933-95b6ca3549d3 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 10:53:44.877326 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae66a23c-fd47-4ad0-b5a2-410448fe3d76 None None] Network 6925dcc3-92aa-4b6e-b0aa-af4cad248dcb requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 10:53:44.956703 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-dd076be7-b664-4ee5-a82b-4cefa1ff771f None None] Provisioning for port 239e4937-fdc9-4dbb-b933-95b6ca3549d3 completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 10:53:44.971935 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-dd076be7-b664-4ee5-a82b-4cefa1ff771f None None] Provisioning complete for port 239e4937-fdc9-4dbb-b933-95b6ca3549d3 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 10:53:44.972328 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dd076be7-b664-4ee5-a82b-4cefa1ff771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:45.182310 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dd076be7-b664-4ee5-a82b-4cefa1ff771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:45.255530 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-dd076be7-b664-4ee5-a82b-4cefa1ff771f None None] For port 239e4937-fdc9-4dbb-b933-95b6ca3549d3, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=239e4937-fdc9-4dbb-b933-95b6ca3549d3,segment=NetworkSegment(7272be5b-f129-4b90-92a9-c6eb573b42a2),segment_id=7272be5b-f129-4b90-92a9-c6eb573b42a2)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 10:53:45.260501 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dd076be7-b664-4ee5-a82b-4cefa1ff771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:45.265057 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:53:45.337968 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd076be7-b664-4ee5-a82b-4cefa1ff771f None None] Pushing event updated for resources: {'Port': ['ID=239e4937-fdc9-4dbb-b933-95b6ca3549d3,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:53:45.342176 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-dd076be7-b664-4ee5-a82b-4cefa1ff771f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:53:45.584163 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-6bc89c0d-c35f-43dc-807b-58b17aa8eec4 None None] Provisioning complete for port 239e4937-fdc9-4dbb-b933-95b6ca3549d3 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 10:53:45.584836 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bc89c0d-c35f-43dc-807b-58b17aa8eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:46.311959 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 239e4937-fdc9-4dbb-b933-95b6ca3549d3 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 10:53:46.347748 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 35742) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:53:46.378297 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 239e4937-fdc9-4dbb-b933-95b6ca3549d3 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 10:53:46.378667 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:46.692132 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-b14ec55b-fda4-4753-a8e2-02b034e2f4bf admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'ce813257a67540238d973910f87f1663', 'name': 'router1'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 10:53:46.697111 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-b14ec55b-fda4-4753-a8e2-02b034e2f4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 10:53:46.700993 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-b14ec55b-fda4-4753-a8e2-02b034e2f4bf admin admin] Usage tracker for resource:router and tenant:ce813257a67540238d973910f87f1663 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 10:53:46.704245 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-b14ec55b-fda4-4753-a8e2-02b034e2f4bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 10:53:46.709997 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-b14ec55b-fda4-4753-a8e2-02b034e2f4bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 10:53:46.720332 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b14ec55b-fda4-4753-a8e2-02b034e2f4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5556'] for router, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:46.721983 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b14ec55b-fda4-4753-a8e2-02b034e2f4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5581'] for router, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:46.743055 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b14ec55b-fda4-4753-a8e2-02b034e2f4bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:46.862818 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b14ec55b-fda4-4753-a8e2-02b034e2f4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502790'] for router, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:46.880732 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b14ec55b-fda4-4753-a8e2-02b034e2f4bf admin admin] Notify callbacks [] for router, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:46.881914 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-b14ec55b-fda4-4753-a8e2-02b034e2f4bf admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5331781 May 26 10:53:49.203176 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 35752) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:53:49.570316 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [None req-0542e4fe-77db-4a83-8b4b-5d1a76a76467 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 10:53:49.571294 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-0542e4fe-77db-4a83-8b4b-5d1a76a76467 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3671865 May 26 10:53:50.210419 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7de0b6ee-aa7e-4459-995c-2dfb84b4d2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:51.893724 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 35762) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:53:52.259726 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 10:53:52.266788 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 10:53:52.270531 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Usage tracker for resource:network and tenant:16d84e665fdc4374bc8f13965e5861d8 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 10:53:52.273367 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 10:53:52.278899 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 10:53:52.287574 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Made reservation on behalf of 16d84e665fdc4374bc8f13965e5861d8 for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 10:53:52.289839 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:52.305855 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:52.320084 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 10:53:52.323769 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Usage tracker for resource:security_group_rule and tenant:16d84e665fdc4374bc8f13965e5861d8 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 10:53:52.326902 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 10:53:52.333062 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 10:53:52.345592 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:52.423229 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:52.426597 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:52.430582 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:53:52.444905 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Reserving flat network on physical network physnet1 {{(pid=91664) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 10:53:52.464969 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e18c461-df55-4413-8d64-453b862cc9b3,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:53:52.470482 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734592973806', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:52.471063 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Unsubscribe: segment precommit_create {{(pid=91664) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 10:53:52.471524 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.db.segments_db [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Added segment eb0c0432-83e0-47d9-a321-41894af30050 of type flat for network 73333234-0678-4b2b-9b0b-6206666e8f13 May 26 10:53:52.478516 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:53:52.516114 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:52.558319 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:52.559697 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:53:52.560270 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:52.563344 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:53:52.659544 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7647803 May 26 10:53:52.660211 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Pushing event updated for resources: {'Network': ['ID=73333234-0678-4b2b-9b0b-6206666e8f13,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:53:52.663289 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:53:52.670671 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network 73333234-0678-4b2b-9b0b-6206666e8f13 details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 10:53:52.836331 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8b28c289-370e-4a80-be71-cbf7ce73bab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:53.476931 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:54.982680 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 35782) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:53:55.193328 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65772f3-1d79-4eac-8a15-4b730be6f7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:53:55.194812 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-f65772f3-1d79-4eac-8a15-4b730be6f7c2 admin admin] 10.222.0.25 "GET /v2.0/subnets/4b6875a8-5bf6-4158-9b21-0e74c9acd8f7 HTTP/1.1" status: 200 len: 849 time: 0.2111006 May 26 10:53:55.197043 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:55.366399 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-49e2e082-e423-4f8f-abf8-b642094e1f54 admin admin] 10.222.0.25 "GET /v2.0/routers/a0194216-199d-4ac2-9197-8f19ab8ce3c9 HTTP/1.1" status: 200 len: 704 time: 0.1654816 May 26 10:53:55.841309 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:56.074309 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Allocated IP 172.20.0.1 (6925dcc3-92aa-4b6e-b0aa-af4cad248dcb/4b6875a8-5bf6-4158-9b21-0e74c9acd8f7/89093937-311c-4236-9258-c654de9a51d7) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 10:53:56.229591 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:56.246809 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Transition to ACTIVE for port object 89093937-311c-4236-9258-c654de9a51d7 will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 10:53:56.301066 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:56.305426 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:53:56.367747 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Network 6925dcc3-92aa-4b6e-b0aa-af4cad248dcb is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 10:53:56.370668 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 10:53:56.377087 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 10:53:56.377368 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501088'] for router_interface, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:56.497180 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Pushing event updated for resources: {'Port': ['ID=89093937-311c-4236-9258-c654de9a51d7,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:53:56.511769 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:53:56.578514 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-6e2bddb1-bec1-440c-801f-f56c7dce0919 None None] Provisioning for port 89093937-311c-4236-9258-c654de9a51d7 completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 10:53:56.583075 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-6e2bddb1-bec1-440c-801f-f56c7dce0919 None None] Provisioning complete for port 89093937-311c-4236-9258-c654de9a51d7 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 10:53:56.583444 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6e2bddb1-bec1-440c-801f-f56c7dce0919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:56.635871 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-6e2bddb1-bec1-440c-801f-f56c7dce0919 None None] Port 89093937-311c-4236-9258-c654de9a51d7 cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 10:53:56.677616 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:56.897973 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:56.902287 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:56.903349 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501187'] for router_interface, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:56.907302 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:53:57.037510 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Pushing event updated for resources: {'Port': ['ID=89093937-311c-4236-9258-c654de9a51d7,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:53:57.040414 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:53:57.096837 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Network 6925dcc3-92aa-4b6e-b0aa-af4cad248dcb is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 10:53:57.097942 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 10:53:57.257990 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-d3bf3fa2-1b32-4cb4-b2da-4fefa404600d None None] Provisioning complete for port 89093937-311c-4236-9258-c654de9a51d7 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 10:53:57.258359 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d3bf3fa2-1b32-4cb4-b2da-4fefa404600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:57.282024 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Router a0194216-199d-4ac2-9197-8f19ab8ce3c9 is scheduled to L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 with binding_index 1 {{(pid=91665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 10:53:57.313213 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf3fa2-1b32-4cb4-b2da-4fefa404600d None None] Port 89093937-311c-4236-9258-c654de9a51d7 cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 10:53:57.433273 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 10:53:57.442493 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] 10.222.0.25 "PUT /v2.0/routers/a0194216-199d-4ac2-9197-8f19ab8ce3c9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0713198 May 26 10:53:57.443393 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Sync routers for ids ['a0194216-199d-4ac2-9197-8f19ab8ce3c9'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 10:53:57.454012 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Routers {'a0194216-199d-4ac2-9197-8f19ab8ce3c9'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 10:53:57.454852 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T10:53:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['a0194216-199d-4ac2-9197-8f19ab8ce3c9'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 10:53:57.627206 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Set router a0194216-199d-4ac2-9197-8f19ab8ce3c9 gateway port host: None {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 10:53:57.990481 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'name': 'router1', 'tenant_id': 'ce813257a67540238d973910f87f1663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T10:53:46Z', 'updated_at': '2021-05-26T10:53:56Z', 'revision_number': 2, 'project_id': 'ce813257a67540238d973910f87f1663', 'gw_port_host': None, '_interfaces': [{'id': '89093937-311c-4236-9258-c654de9a51d7', 'name': '', 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb', 'tenant_id': 'ce813257a67540238d973910f87f1663', 'mac_address': 'fa:16:3e:c5:b9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b6875a8-5bf6-4158-9b21-0e74c9acd8f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T10:53:55Z', 'updated_at': '2021-05-26T10:53:56Z', 'revision_number': 2, 'project_id': 'ce813257a67540238d973910f87f1663', 'subnets': [{'id': '4b6875a8-5bf6-4158-9b21-0e74c9acd8f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c5a3c5e-83bb-48c0-bdc0-2114378b1f2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 10:53:57.995416 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Checking router: a0194216-199d-4ac2-9197-8f19ab8ce3c9 for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 10:53:57.995801 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Updating router a0194216-199d-4ac2-9197-8f19ab8ce3c9 port 89093937-311c-4236-9258-c654de9a51d7 binding host dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 10:53:58.050502 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:58.423372 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:58.438411 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Transition to ACTIVE for port object 89093937-311c-4236-9258-c654de9a51d7 will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 10:53:58.444668 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:58.451478 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:53:58.613390 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Pushing event updated for resources: {'Port': ['ID=89093937-311c-4236-9258-c654de9a51d7,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:53:58.626851 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:58.627185 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:58.627639 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:58.628096 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:58.628420 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:58.628737 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:58.629050 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:58.629374 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:58.629706 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:58.630018 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:58.630325 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:58.630628 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Tracked resource versions report: May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: pushed versions: May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: { 'AddressGroup': {'1.2'}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'ConntrackHelper': {'1.0'}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'Log': {'1.0'}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'Network': {'1.1'}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'Port': {'1.7'}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'PortForwarding': {'1.2'}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'QosPolicy': {'1.8'}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'SecurityGroup': {'1.4'}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'SecurityGroupRule': {'1.2'}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'SubPort': {'1.0'}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'Subnet': {'1.1'}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'Trunk': {'1.1'}} May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: consumer versions: May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: { DHCP agent@dv-cinder-793136-1-smb: {}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: L3 agent@dv-cinder-793136-1-smb: {}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: Metadata agent@dv-cinder-793136-1-smb: {}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: Metering agent@dv-cinder-793136-1-smb: {}, May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: Open vSwitch agent@dv-cinder-793136-1-smb: { 'AddressGroup': '1.2', May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'ConntrackHelper': '1.0', May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'Log': '1.0', May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'Network': '1.1', May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'Port': '1.7', May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'PortForwarding': '1.2', May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'QosPolicy': '1.8', May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'SecurityGroup': '1.4', May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'SecurityGroupRule': '1.2', May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'SubPort': '1.0', May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'Subnet': '1.1', May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: 'Trunk': '1.1'}} May 26 10:53:58.631794 dv-cinder-793136-1-smb neutron-server[91667]: {{(pid=91667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 10:53:58.663253 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:53:58.690136 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Attempting to bind port 89093937-311c-4236-9258-c654de9a51d7 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 10:53:58.690529 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Attempting to bind port 89093937-311c-4236-9258-c654de9a51d7 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '7272be5b-f129-4b90-92a9-c6eb573b42a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 10:53:58.690962 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Attempting to bind port 89093937-311c-4236-9258-c654de9a51d7 on network 6925dcc3-92aa-4b6e-b0aa-af4cad248dcb {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 10:53:58.696085 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 10, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 10:53:58.696526 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Checking segment: {'id': '7272be5b-f129-4b90-92a9-c6eb573b42a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 10:53:58.697011 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:58.697434 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Bound using segment: {'id': '7272be5b-f129-4b90-92a9-c6eb573b42a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 10:53:58.697971 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Bound port: 89093937-311c-4236-9258-c654de9a51d7, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7272be5b-f129-4b90-92a9-c6eb573b42a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 10:53:58.698339 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:58.784146 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] For port 89093937-311c-4236-9258-c654de9a51d7, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 10:53:58.788346 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] For port 89093937-311c-4236-9258-c654de9a51d7, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=89093937-311c-4236-9258-c654de9a51d7,segment=NetworkSegment(7272be5b-f129-4b90-92a9-c6eb573b42a2),segment_id=7272be5b-f129-4b90-92a9-c6eb573b42a2)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 10:53:58.793278 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:53:58.797713 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:53:58.882706 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Routers {'a0194216-199d-4ac2-9197-8f19ab8ce3c9'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 10:53:58.883329 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T10:53:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['a0194216-199d-4ac2-9197-8f19ab8ce3c9'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 10:53:58.935948 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Pushing event updated for resources: {'Port': ['ID=89093937-311c-4236-9258-c654de9a51d7,revision_number=4']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:53:58.944573 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:53:59.073404 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] Set router a0194216-199d-4ac2-9197-8f19ab8ce3c9 gateway port host: None {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 10:53:59.391853 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'name': 'router1', 'tenant_id': 'ce813257a67540238d973910f87f1663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T10:53:46Z', 'updated_at': '2021-05-26T10:53:56Z', 'revision_number': 2, 'project_id': 'ce813257a67540238d973910f87f1663', 'gw_port_host': None, '_interfaces': [{'id': '89093937-311c-4236-9258-c654de9a51d7', 'name': '', 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb', 'tenant_id': 'ce813257a67540238d973910f87f1663', 'mac_address': 'fa:16:3e:c5:b9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b6875a8-5bf6-4158-9b21-0e74c9acd8f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T10:53:55Z', 'updated_at': '2021-05-26T10:53:58Z', 'revision_number': 4, 'project_id': 'ce813257a67540238d973910f87f1663', 'subnets': [{'id': '4b6875a8-5bf6-4158-9b21-0e74c9acd8f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c5a3c5e-83bb-48c0-bdc0-2114378b1f2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 10:53:59.395551 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5a876-29a9-4ccf-a368-152849ea276c None None] The sync data for ids ['a0194216-199d-4ac2-9197-8f19ab8ce3c9'] in dv-cinder-793136-1-smb is: [{'id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'name': 'router1', 'tenant_id': 'ce813257a67540238d973910f87f1663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T10:53:46Z', 'updated_at': '2021-05-26T10:53:56Z', 'revision_number': 2, 'project_id': 'ce813257a67540238d973910f87f1663', 'gw_port_host': None, '_interfaces': [{'id': '89093937-311c-4236-9258-c654de9a51d7', 'name': '', 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb', 'tenant_id': 'ce813257a67540238d973910f87f1663', 'mac_address': 'fa:16:3e:c5:b9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b6875a8-5bf6-4158-9b21-0e74c9acd8f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T10:53:55Z', 'updated_at': '2021-05-26T10:53:58Z', 'revision_number': 4, 'project_id': 'ce813257a67540238d973910f87f1663', 'subnets': [{'id': '4b6875a8-5bf6-4158-9b21-0e74c9acd8f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c5a3c5e-83bb-48c0-bdc0-2114378b1f2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 10:53:59.587268 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 35804) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:53:59.738397 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6515e5-2fd4-4dc9-94ff-640509ee06d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:53:59.739765 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-7c6515e5-2fd4-4dc9-94ff-640509ee06d8 admin admin] 10.222.0.25 "GET /v2.0/networks/73333234-0678-4b2b-9b0b-6206666e8f13 HTTP/1.1" status: 200 len: 842 time: 0.1514349 May 26 10:53:59.748812 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'cidr': '172.28.0.0/24'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 10:53:59.753778 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 10:53:59.757590 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Usage tracker for resource:subnet and tenant:16d84e665fdc4374bc8f13965e5861d8 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 10:53:59.760479 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 10:53:59.766677 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 10:53:59.777018 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Made reservation on behalf of 16d84e665fdc4374bc8f13965e5861d8 for: {'subnet': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 10:53:59.780056 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:00.214871 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.objects.ports [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91665) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 26 10:54:00.215340 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298'] for subnet, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:00.219562 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:54:00.284432 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:54:00.289602 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:54:00.295310 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Checking segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 10:54:00.295667 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Network hostable DHCP agents. Network: 73333234-0678-4b2b-9b0b-6206666e8f13, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 10:54:00.314887 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 10:54:00.325582 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, 73333234-0678-4b2b-9b0b-6206666e8f13) {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 10:54:00.330645 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:54:00.334045 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:00.334191 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ff033b-2e8b-41e2-8ee5-5c981cc8507a None None] Network 73333234-0678-4b2b-9b0b-6206666e8f13 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 10:54:00.355589 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6100428 May 26 10:54:00.545755 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b87176-4937-41d2-b2ff-da6cf36ea209 None None] Network 73333234-0678-4b2b-9b0b-6206666e8f13 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 10:54:02.338025 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 89093937-311c-4236-9258-c654de9a51d7 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 10:54:02.406618 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 89093937-311c-4236-9258-c654de9a51d7 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 10:54:02.411752 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 89093937-311c-4236-9258-c654de9a51d7 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 10:54:02.412046 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:02.536533 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:02.563785 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 35818) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:54:02.568718 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port 89093937-311c-4236-9258-c654de9a51d7, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=89093937-311c-4236-9258-c654de9a51d7,segment=NetworkSegment(7272be5b-f129-4b90-92a9-c6eb573b42a2),segment_id=7272be5b-f129-4b90-92a9-c6eb573b42a2)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 10:54:02.572711 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:02.576199 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-368214ab-2052-4083-927d-cddd878e4160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:54:02.669858 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=89093937-311c-4236-9258-c654de9a51d7,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:54:02.673157 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:54:02.807416 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-1db59b69-4473-430e-b0a8-5a1c1695f528 admin admin] 10.222.0.25 "GET /v2.0/routers/a0194216-199d-4ac2-9197-8f19ab8ce3c9 HTTP/1.1" status: 200 len: 710 time: 0.2424629 May 26 10:54:02.933709 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78f870a-ee9f-4c38-b797-8476fbb610cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:54:02.934991 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-f78f870a-ee9f-4c38-b797-8476fbb610cd admin admin] 10.222.0.25 "GET /v2.0/networks/73333234-0678-4b2b-9b0b-6206666e8f13 HTTP/1.1" status: 200 len: 886 time: 0.1225848 May 26 10:54:02.943437 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 10:54:03.377319 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5595'] for router, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:03.693203 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:03.746327 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:03.925458 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Allocated IP 172.28.0.45 (73333234-0678-4b2b-9b0b-6206666e8f13/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0/058cbb86-6feb-466a-b0f5-719aac5d407f) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 10:54:04.063689 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:04.091774 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:04.096354 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:54:04.153637 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 10:54:04.156773 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 10:54:04.159699 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 10:54:04.271771 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Pushing event updated for resources: {'Port': ['ID=058cbb86-6feb-466a-b0f5-719aac5d407f,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:54:04.274745 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:54:04.330258 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 89093937-311c-4236-9258-c654de9a51d7 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 10:54:04.396650 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 89093937-311c-4236-9258-c654de9a51d7 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 10:54:04.397019 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:04.539377 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:04.865593 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5595'] for router, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:04.868666 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-502840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-502799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497028'] for router, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:05.044265 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Router a0194216-199d-4ac2-9197-8f19ab8ce3c9 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 10:54:05.160391 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 5 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 10:54:05.262771 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 10:54:05.270409 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Notify callbacks [] for router, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:05.271677 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] 10.222.0.25 "PUT /v2.0/routers/a0194216-199d-4ac2-9197-8f19ab8ce3c9 HTTP/1.1" status: 200 len: 889 time: 2.3313828 May 26 10:54:05.271869 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Sync routers for ids ['a0194216-199d-4ac2-9197-8f19ab8ce3c9'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 10:54:05.282077 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Routers {'a0194216-199d-4ac2-9197-8f19ab8ce3c9'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 10:54:05.282741 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T10:53:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['a0194216-199d-4ac2-9197-8f19ab8ce3c9'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 10:54:05.472523 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Set router a0194216-199d-4ac2-9197-8f19ab8ce3c9 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 10:54:05.800899 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'name': 'router1', 'tenant_id': 'ce813257a67540238d973910f87f1663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '058cbb86-6feb-466a-b0f5-719aac5d407f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T10:53:46Z', 'updated_at': '2021-05-26T10:54:04Z', 'revision_number': 4, 'project_id': 'ce813257a67540238d973910f87f1663', 'gw_port': {'id': '058cbb86-6feb-466a-b0f5-719aac5d407f', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T10:54:03Z', 'updated_at': '2021-05-26T10:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '89093937-311c-4236-9258-c654de9a51d7', 'name': '', 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb', 'tenant_id': 'ce813257a67540238d973910f87f1663', 'mac_address': 'fa:16:3e:c5:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b6875a8-5bf6-4158-9b21-0e74c9acd8f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T10:53:55Z', 'updated_at': '2021-05-26T10:54:02Z', 'revision_number': 5, 'project_id': 'ce813257a67540238d973910f87f1663', 'subnets': [{'id': '4b6875a8-5bf6-4158-9b21-0e74c9acd8f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c5a3c5e-83bb-48c0-bdc0-2114378b1f2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 10:54:05.805555 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Checking router: a0194216-199d-4ac2-9197-8f19ab8ce3c9 for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 10:54:05.805919 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Updating router a0194216-199d-4ac2-9197-8f19ab8ce3c9 port 058cbb86-6feb-466a-b0f5-719aac5d407f binding host dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 10:54:05.859985 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:06.179322 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:06.190808 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Transition to ACTIVE for port object 058cbb86-6feb-466a-b0f5-719aac5d407f will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 10:54:06.197768 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:06.202059 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-dd076be7-b664-4ee5-a82b-4cefa1ff771f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:54:06.278399 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Attempting to bind port 058cbb86-6feb-466a-b0f5-719aac5d407f on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 10:54:06.278767 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Attempting to bind port 058cbb86-6feb-466a-b0f5-719aac5d407f by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 10:54:06.279121 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Attempting to bind port 058cbb86-6feb-466a-b0f5-719aac5d407f on network 73333234-0678-4b2b-9b0b-6206666e8f13 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 10:54:06.282366 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd133fb-2c26-49cf-a081-b41f13eb3da5 None None] Pushing event updated for resources: {'Port': ['ID=058cbb86-6feb-466a-b0f5-719aac5d407f,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:54:06.286157 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3cd133fb-2c26-49cf-a081-b41f13eb3da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:54:06.287057 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 10, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 10:54:06.287424 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Checking segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 10:54:06.287818 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:06.288192 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Bound using segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 10:54:06.288651 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Bound port: 058cbb86-6feb-466a-b0f5-719aac5d407f, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 10:54:06.289011 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:06.358579 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] For port 058cbb86-6feb-466a-b0f5-719aac5d407f, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 10:54:06.361523 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] For port 058cbb86-6feb-466a-b0f5-719aac5d407f, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=058cbb86-6feb-466a-b0f5-719aac5d407f,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 10:54:06.365811 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:06.370780 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3cd133fb-2c26-49cf-a081-b41f13eb3da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:54:06.446344 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Routers {'a0194216-199d-4ac2-9197-8f19ab8ce3c9'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 10:54:06.446871 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T10:53:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['a0194216-199d-4ac2-9197-8f19ab8ce3c9'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 10:54:06.509159 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd133fb-2c26-49cf-a081-b41f13eb3da5 None None] Pushing event updated for resources: {'Port': ['ID=058cbb86-6feb-466a-b0f5-719aac5d407f,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:54:06.512888 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3cd133fb-2c26-49cf-a081-b41f13eb3da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:54:06.655984 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] Set router a0194216-199d-4ac2-9197-8f19ab8ce3c9 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 10:54:06.974818 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'name': 'router1', 'tenant_id': 'ce813257a67540238d973910f87f1663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '058cbb86-6feb-466a-b0f5-719aac5d407f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T10:53:46Z', 'updated_at': '2021-05-26T10:54:04Z', 'revision_number': 4, 'project_id': 'ce813257a67540238d973910f87f1663', 'gw_port': {'id': '058cbb86-6feb-466a-b0f5-719aac5d407f', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T10:54:03Z', 'updated_at': '2021-05-26T10:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '89093937-311c-4236-9258-c654de9a51d7', 'name': '', 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb', 'tenant_id': 'ce813257a67540238d973910f87f1663', 'mac_address': 'fa:16:3e:c5:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b6875a8-5bf6-4158-9b21-0e74c9acd8f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T10:53:55Z', 'updated_at': '2021-05-26T10:54:02Z', 'revision_number': 5, 'project_id': 'ce813257a67540238d973910f87f1663', 'subnets': [{'id': '4b6875a8-5bf6-4158-9b21-0e74c9acd8f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c5a3c5e-83bb-48c0-bdc0-2114378b1f2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 10:54:06.978823 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef26910d-04d5-4fe1-8a62-76eb90e148ea None None] The sync data for ids ['a0194216-199d-4ac2-9197-8f19ab8ce3c9'] in dv-cinder-793136-1-smb is: [{'id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'name': 'router1', 'tenant_id': 'ce813257a67540238d973910f87f1663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '058cbb86-6feb-466a-b0f5-719aac5d407f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T10:53:46Z', 'updated_at': '2021-05-26T10:54:04Z', 'revision_number': 4, 'project_id': 'ce813257a67540238d973910f87f1663', 'gw_port': {'id': '058cbb86-6feb-466a-b0f5-719aac5d407f', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T10:54:03Z', 'updated_at': '2021-05-26T10:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '89093937-311c-4236-9258-c654de9a51d7', 'name': '', 'network_id': '6925dcc3-92aa-4b6e-b0aa-af4cad248dcb', 'tenant_id': 'ce813257a67540238d973910f87f1663', 'mac_address': 'fa:16:3e:c5:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0194216-199d-4ac2-9197-8f19ab8ce3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b6875a8-5bf6-4158-9b21-0e74c9acd8f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T10:53:55Z', 'updated_at': '2021-05-26T10:54:02Z', 'revision_number': 5, 'project_id': 'ce813257a67540238d973910f87f1663', 'subnets': [{'id': '4b6875a8-5bf6-4158-9b21-0e74c9acd8f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c5a3c5e-83bb-48c0-bdc0-2114378b1f2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 10:54:07.595621 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 35828) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:54:07.714110 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-6715903b-0d40-43dd-a836-d3a374559a29 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1173933 May 26 10:54:08.349812 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 058cbb86-6feb-466a-b0f5-719aac5d407f up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 10:54:08.418386 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 058cbb86-6feb-466a-b0f5-719aac5d407f completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 10:54:08.423433 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 058cbb86-6feb-466a-b0f5-719aac5d407f triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 10:54:08.424019 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:08.548573 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:08.570109 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port 058cbb86-6feb-466a-b0f5-719aac5d407f, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=058cbb86-6feb-466a-b0f5-719aac5d407f,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 10:54:08.575211 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:08.577294 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3cd133fb-2c26-49cf-a081-b41f13eb3da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:54:08.641690 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=058cbb86-6feb-466a-b0f5-719aac5d407f,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:54:08.644622 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:54:10.346561 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 058cbb86-6feb-466a-b0f5-719aac5d407f up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 10:54:10.417257 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 058cbb86-6feb-466a-b0f5-719aac5d407f triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 10:54:10.417726 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:20.213525 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a6fd5740-6ed2-4e23-9f29-0565f8b7e13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:22.350256 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:22.844765 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c909c764-8b4a-4884-b66f-4d218402cce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:23.484823 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:25.224447 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:42.158804 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 5 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 10:54:50.222361 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f2d65480-9413-4c55-8962-21753ff16655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:52.353756 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:52.839208 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-33c96308-af24-4f42-a54d-180fabc11960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:53.484441 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:54:55.220450 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:19.158119 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 5 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 10:55:20.216791 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-70d8801c-b33c-4a01-aa26-26fdc5218d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:22.349335 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:22.840858 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-424e2efc-a153-42f8-8147-d7031b9cf6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:23.488163 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:25.219577 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:41.228034 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 36398) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:55:41.293320 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9123fb-3796-42c9-9240-3b692ef420a4 admin admin] GET failed (client error): The resource could not be found. May 26 10:55:41.294550 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-7b9123fb-3796-42c9-9240-3b692ef420a4 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655859 May 26 10:55:41.421892 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b10747-30db-4648-baff-e3d01a6ad1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:55:41.423222 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-a4b10747-30db-4648-baff-e3d01a6ad1d1 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1248155 May 26 10:55:43.501527 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36408) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:55:43.609440 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450709a5-e96c-4b06-acad-613632fb44de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:55:43.610735 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-450709a5-e96c-4b06-acad-613632fb44de admin admin] 10.222.0.25 "GET /v2.0/subnets/4b6875a8-5bf6-4158-9b21-0e74c9acd8f7 HTTP/1.1" status: 200 len: 849 time: 0.1082568 May 26 10:55:43.620142 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 10:55:43.732061 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:43.917720 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734592912541'] for subnet, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:43.922054 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:55:43.965539 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:55:43.966344 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:43.974987 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] 10.222.0.25 "PUT /v2.0/subnets/4b6875a8-5bf6-4158-9b21-0e74c9acd8f7 HTTP/1.1" status: 200 len: 868 time: 0.3513131 May 26 10:55:43.975246 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43673b18-d4c9-4816-b5ad-6d360e7d25b4 None None] Network 6925dcc3-92aa-4b6e-b0aa-af4cad248dcb requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 10:55:43.990203 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b6875a8-5bf6-4158-9b21-0e74c9acd8f7,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:55:43.999236 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:55:43.999581 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:55:43.999912 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:55:44.000236 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:55:44.000562 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:55:44.000886 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:55:44.001206 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:55:44.001556 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:55:44.002386 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:55:44.002386 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:55:44.002534 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:55:44.002818 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:55:44.006566 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:55:44.460221 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-205c5026-b473-4afa-aa42-5d7d7a8794b1 None None] Provisioning complete for port 89093937-311c-4236-9258-c654de9a51d7 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 10:55:44.460592 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-205c5026-b473-4afa-aa42-5d7d7a8794b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:44.596476 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-205c5026-b473-4afa-aa42-5d7d7a8794b1 None None] Provisioning complete for port 239e4937-fdc9-4dbb-b933-95b6ca3549d3 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 10:55:44.596975 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-205c5026-b473-4afa-aa42-5d7d7a8794b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:46.093434 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 36418) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:55:46.261219 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0da647-d8ee-4a81-bdc6-46f0f9fffbfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:55:46.261650 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0da647-d8ee-4a81-bdc6-46f0f9fffbfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:55:46.263131 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-8d0da647-d8ee-4a81-bdc6-46f0f9fffbfe admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1687770 May 26 10:55:48.366498 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 36428) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:55:48.538208 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a4a580-2cf5-48ea-be8b-a38c6f8fb0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:55:48.538685 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a4a580-2cf5-48ea-be8b-a38c6f8fb0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:55:48.540182 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-52a4a580-2cf5-48ea-be8b-a38c6f8fb0f3 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1727552 May 26 10:55:50.219454 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c4b4-d6ec-48d9-a5fb-bb5d8e2fcdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:50.624189 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36438) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:55:50.797591 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb677e1a-e7f9-465d-ae68-b8b8ad94e716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:55:50.798151 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-cb677e1a-e7f9-465d-ae68-b8b8ad94e716 admin admin] Synchronizing usage tracker for tenant:16d84e665fdc4374bc8f13965e5861d8 on resource:network {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 10:55:50.814840 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-cb677e1a-e7f9-465d-ae68-b8b8ad94e716 admin admin] Unset dirty status for tenant:16d84e665fdc4374bc8f13965e5861d8 on resource:network {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 10:55:50.816029 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-cb677e1a-e7f9-465d-ae68-b8b8ad94e716 admin admin] 10.222.0.25 "GET /v2.0/networks/6925dcc3-92aa-4b6e-b0aa-af4cad248dcb HTTP/1.1" status: 200 len: 869 time: 0.1908789 May 26 10:55:52.357003 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:52.843425 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7b42c391-87a2-40cd-93b0-e74098329455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:52.888297 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36448) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:55:53.053183 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e8c671-1f20-43bc-8092-32b9d836ed16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:55:53.054548 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-47e8c671-1f20-43bc-8092-32b9d836ed16 admin admin] 10.222.0.25 "GET /v2.0/networks/73333234-0678-4b2b-9b0b-6206666e8f13 HTTP/1.1" status: 200 len: 886 time: 0.1652923 May 26 10:55:53.489814 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:55.120097 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 36458) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:55:55.223724 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:55:55.224360 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59308c21-8486-4b9d-b7d1-5f13f4388a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:55:55.224360 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59308c21-8486-4b9d-b7d1-5f13f4388a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:55:55.225074 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-59308c21-8486-4b9d-b7d1-5f13f4388a34 admin admin] Synchronizing usage tracker for tenant:16d84e665fdc4374bc8f13965e5861d8 on resource:subnet {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 10:55:55.242036 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-59308c21-8486-4b9d-b7d1-5f13f4388a34 admin admin] Unset dirty status for tenant:16d84e665fdc4374bc8f13965e5861d8 on resource:subnet {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 10:55:55.243162 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-59308c21-8486-4b9d-b7d1-5f13f4388a34 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221499 May 26 10:55:56.156873 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 5 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 10:55:57.316748 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 36468) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:55:57.424713 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab209ae-e753-451a-99ce-52f1872fdca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:55:57.425167 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab209ae-e753-451a-99ce-52f1872fdca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:55:57.426805 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-eab209ae-e753-451a-99ce-52f1872fdca2 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1090889 May 26 10:55:59.500628 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36478) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:55:59.605214 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86062334-95fd-4637-bb03-3d3a87ae3a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:55:59.606539 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-86062334-95fd-4637-bb03-3d3a87ae3a07 admin admin] 10.222.0.25 "GET /v2.0/subnets/4b6875a8-5bf6-4158-9b21-0e74c9acd8f7 HTTP/1.1" status: 200 len: 868 time: 0.1049879 May 26 10:56:01.695871 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36488) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:56:01.793884 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e46445-3481-42bd-b3a0-7b8c44d0f891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:56:01.795167 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-23e46445-3481-42bd-b3a0-7b8c44d0f891 admin admin] 10.222.0.25 "GET /v2.0/subnets/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0 HTTP/1.1" status: 200 len: 816 time: 0.0983634 May 26 10:56:20.220644 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-64219c75-07bd-4537-9129-03c0766d2afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:22.352073 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:22.845250 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6f95f894-10ae-4e03-97a0-84a18845af34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:23.494666 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:24.595598 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36532) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:56:24.642797 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [None req-60ff43aa-be67-4b86-bf25-4c3f50800c1f admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 10:56:24.643787 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-60ff43aa-be67-4b86-bf25-4c3f50800c1f admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471294 May 26 10:56:25.225614 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:26.806771 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36542) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:56:26.875424 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f56cca-cd41-4a42-8751-e57a6cd00bbc admin admin] GET failed (client error): The resource could not be found. May 26 10:56:26.876694 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-98f56cca-cd41-4a42-8751-e57a6cd00bbc admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0689902 May 26 10:56:27.000879 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b227d9f-cc5a-4f81-bada-65b7a71adb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:56:27.002359 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-8b227d9f-cc5a-4f81-bada-65b7a71adb6f admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1218815 May 26 10:56:29.110687 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36552) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:56:29.156947 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 10:56:29.161330 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 10:56:29.171071 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 10:56:29.180504 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Made reservation on behalf of 16d84e665fdc4374bc8f13965e5861d8 for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 10:56:29.183358 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:29.269503 dv-cinder-793136-1-smb neutron-server[91664]: WARNING neutron.services.revisions.revision_plugin [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Could not find related network for resource to bump revision. May 26 10:56:29.282052 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 10:56:29.291416 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:29.291745 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.db.segments_db [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Added segment 8ed663b9-b1eb-472d-9869-9c02b306b66d of type vlan for network a6f6c047-b666-458f-bbad-4e5dd810d276 May 26 10:56:29.336908 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:29.366494 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:29.367800 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:56:29.368375 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:29.371400 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:56:29.466974 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Pushing event updated for resources: {'Network': ['ID=a6f6c047-b666-458f-bbad-4e5dd810d276,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:56:29.469895 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3582218 May 26 10:56:29.470581 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:56:29.492537 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network a6f6c047-b666-458f-bbad-4e5dd810d276 details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 10:56:31.570960 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36562) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:56:31.637776 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4521db-34ba-45a2-b9a7-89499ab104ac admin admin] GET failed (client error): The resource could not be found. May 26 10:56:31.638281 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-4c4521db-34ba-45a2-b9a7-89499ab104ac admin admin] Synchronizing usage tracker for tenant:16d84e665fdc4374bc8f13965e5861d8 on resource:network {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 10:56:31.652469 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-4c4521db-34ba-45a2-b9a7-89499ab104ac admin admin] Unset dirty status for tenant:16d84e665fdc4374bc8f13965e5861d8 on resource:network {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 10:56:31.653586 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-4c4521db-34ba-45a2-b9a7-89499ab104ac admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0816250 May 26 10:56:31.755999 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96bd792-7715-42ee-bb02-1ae17dab2d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:56:31.757317 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-f96bd792-7715-42ee-bb02-1ae17dab2d19 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0998969 May 26 10:56:31.767148 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'a6f6c047-b666-458f-bbad-4e5dd810d276', 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 10:56:31.771305 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 10:56:31.780429 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 10:56:31.789436 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] Made reservation on behalf of 16d84e665fdc4374bc8f13965e5861d8 for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 10:56:31.791655 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:32.153890 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:32.158080 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0ab415cf-a931-4f84-aa8e-4bdd98153ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:56:32.226820 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62eb44f-9a52-41a9-98f3-8187f7a61650,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:56:32.231840 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:56:32.234159 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] Checking segment: {'id': '8ed663b9-b1eb-472d-9869-9c02b306b66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a6f6c047-b666-458f-bbad-4e5dd810d276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 10:56:32.234509 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] Network hostable DHCP agents. Network: a6f6c047-b666-458f-bbad-4e5dd810d276, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 10:56:32.250104 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] Network a6f6c047-b666-458f-bbad-4e5dd810d276 is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 10:56:32.258897 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, a6f6c047-b666-458f-bbad-4e5dd810d276) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 10:56:32.263205 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 10:56:32.263772 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:32.269628 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d408f2f5-7534-4302-aa3b-940afc708999 None None] Network a6f6c047-b666-458f-bbad-4e5dd810d276 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 10:56:32.288172 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-25480e17-ddc2-49e3-a8a8-0d830b324b92 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5243223 May 26 10:56:32.492654 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp012a520a-d17f-5684-a368-45ac1ecd2797-a6f6c047-b666-458f-bbad-4e5dd810d276', 'network_id': 'a6f6c047-b666-458f-bbad-4e5dd810d276', 'tenant_id': '16d84e665fdc4374bc8f13965e5861d8', 'fixed_ips': [{'subnet_id': 'a62eb44f-9a52-41a9-98f3-8187f7a61650'}]}} from dv-cinder-793136-1-smb. {{(pid=91666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 10:56:32.493531 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:32.664840 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Allocated IP 192.168.233.2 (a6f6c047-b666-458f-bbad-4e5dd810d276/a62eb44f-9a52-41a9-98f3-8187f7a61650/bfb313a8-781e-469f-8e71-3f43a819c667) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 10:56:32.877564 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:32.887496 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Transition to ACTIVE for port object bfb313a8-781e-469f-8e71-3f43a819c667 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 10:56:32.906142 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Transition to ACTIVE for port object bfb313a8-781e-469f-8e71-3f43a819c667 will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 10:56:32.911611 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:32.919726 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:56:32.974934 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Network a6f6c047-b666-458f-bbad-4e5dd810d276 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 10:56:32.977787 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 10:56:32.983737 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 10:56:32.992256 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Pushing event updated for resources: {'Port': ['ID=bfb313a8-781e-469f-8e71-3f43a819c667,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:56:32.999300 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:56:32.999645 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:56:33.000064 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:56:33.000288 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:56:33.000608 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:56:33.000939 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:56:33.001255 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:56:33.001595 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:56:33.004074 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:56:33.004074 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:56:33.004074 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:56:33.004074 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:56:33.029937 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:56:33.091996 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Attempting to bind port bfb313a8-781e-469f-8e71-3f43a819c667 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 10:56:33.092363 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Attempting to bind port bfb313a8-781e-469f-8e71-3f43a819c667 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '8ed663b9-b1eb-472d-9869-9c02b306b66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a6f6c047-b666-458f-bbad-4e5dd810d276'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 10:56:33.092721 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Attempting to bind port bfb313a8-781e-469f-8e71-3f43a819c667 on network a6f6c047-b666-458f-bbad-4e5dd810d276 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 10:56:33.098236 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 10, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 10:56:33.098603 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Checking segment: {'id': '8ed663b9-b1eb-472d-9869-9c02b306b66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a6f6c047-b666-458f-bbad-4e5dd810d276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 10:56:33.099000 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:33.099390 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Bound using segment: {'id': '8ed663b9-b1eb-472d-9869-9c02b306b66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a6f6c047-b666-458f-bbad-4e5dd810d276'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 10:56:33.099853 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Bound port: bfb313a8-781e-469f-8e71-3f43a819c667, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed663b9-b1eb-472d-9869-9c02b306b66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a6f6c047-b666-458f-bbad-4e5dd810d276'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 10:56:33.100218 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:33.155587 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 5 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 10:56:33.186414 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] For port bfb313a8-781e-469f-8e71-3f43a819c667, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 10:56:33.189952 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] For port bfb313a8-781e-469f-8e71-3f43a819c667, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=bfb313a8-781e-469f-8e71-3f43a819c667,segment=NetworkSegment(8ed663b9-b1eb-472d-9869-9c02b306b66d),segment_id=8ed663b9-b1eb-472d-9869-9c02b306b66d)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 10:56:33.194493 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:33.198472 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:56:33.276833 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Pushing event updated for resources: {'Port': ['ID=bfb313a8-781e-469f-8e71-3f43a819c667,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:56:33.280208 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:56:34.116723 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e88fdbf-9325-4191-af9c-74f4f4761af4 None None] Network a6f6c047-b666-458f-bbad-4e5dd810d276 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 10:56:34.223777 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-198b9e68-ae2c-4e64-81e8-d3cf29291e98 None None] Provisioning for port bfb313a8-781e-469f-8e71-3f43a819c667 completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 10:56:34.486840 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device bfb313a8-781e-469f-8e71-3f43a819c667 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 10:56:34.570399 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port bfb313a8-781e-469f-8e71-3f43a819c667 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 10:56:34.575232 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port bfb313a8-781e-469f-8e71-3f43a819c667 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 10:56:34.575597 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:34.715956 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:34.748079 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port bfb313a8-781e-469f-8e71-3f43a819c667, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=bfb313a8-781e-469f-8e71-3f43a819c667,segment=NetworkSegment(8ed663b9-b1eb-472d-9869-9c02b306b66d),segment_id=8ed663b9-b1eb-472d-9869-9c02b306b66d)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 10:56:34.752104 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:34.755418 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:56:34.819712 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=bfb313a8-781e-469f-8e71-3f43a819c667,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:56:34.822799 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:56:36.440551 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device bfb313a8-781e-469f-8e71-3f43a819c667 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 10:56:36.508546 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port bfb313a8-781e-469f-8e71-3f43a819c667 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 10:56:36.508909 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:50.223895 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-61bded04-1a52-41f3-bd3f-f248947a3c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:52.359692 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:52.847465 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-509db1b8-41c6-4de1-aad8-1b4d012278a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:53.498304 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:56:55.230238 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:10.153308 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 5 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 10:57:20.224848 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7a71718d-c442-4290-ba34-0fd46a559f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:22.354995 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:22.849418 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ca91d95e-a14a-4825-b948-269ad62347bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:23.503292 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:25.231962 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:38.393632 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36612) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:57:38.400055 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [None req-c7e8cb53-1248-49d9-b29e-b5ee7b65f8c6 tempest-verify_tempest_config-1007291159 tempest-verify_tempest_config-1007291159-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 10:57:38.401054 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-c7e8cb53-1248-49d9-b29e-b5ee7b65f8c6 tempest-verify_tempest_config-1007291159 tempest-verify_tempest_config-1007291159-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064487 May 26 10:57:38.704898 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36630) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:57:38.822527 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:38.840414 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 10:57:38.844174 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Usage tracker for resource:security_group_rule and tenant:0e021be2763f4f00afa4d64056813538 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 10:57:38.847131 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 10:57:38.852971 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 10:57:38.932904 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:38.935721 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:38.944280 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:57:38.984385 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Synchronizing usage tracker for tenant:16d84e665fdc4374bc8f13965e5861d8 on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 10:57:38.988351 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967a4396-f74b-44f1-a056-dfeae0aaf000,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:57:38.997987 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:57:38.998327 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:57:38.998678 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:57:38.998991 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:57:38.999312 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:57:38.999635 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:57:38.999953 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:57:39.000266 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:57:39.000602 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:57:39.000918 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:57:39.001230 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:57:39.001568 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 10:57:39.006409 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:57:39.015453 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Unset dirty status for tenant:16d84e665fdc4374bc8f13965e5861d8 on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 10:57:39.016759 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e021be2763f4f00afa4d64056813538&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3108733 May 26 10:57:39.019495 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36636) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:57:39.075873 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e474edd1-f2a7-49a5-823f-12b57d1233db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:39.100785 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e474edd1-f2a7-49a5-823f-12b57d1233db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:39.190550 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e474edd1-f2a7-49a5-823f-12b57d1233db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:39.194490 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 10:57:39.205472 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474edd1-f2a7-49a5-823f-12b57d1233db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967a4396-f74b-44f1-a056-dfeae0aaf000,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 10:57:39.209117 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e474edd1-f2a7-49a5-823f-12b57d1233db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 10:57:39.212981 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e474edd1-f2a7-49a5-823f-12b57d1233db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:39.213764 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-e474edd1-f2a7-49a5-823f-12b57d1233db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/967a4396-f74b-44f1-a056-dfeae0aaf000 HTTP/1.1" status: 204 len: 168 time: 0.1933923 May 26 10:57:47.152440 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 5 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 10:57:50.227159 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a0e40da6-3a09-4b4f-9092-8294e5f38470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:52.358500 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:52.851015 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6c2e1022-24e8-42a7-9c78-94633aa71501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:53.503111 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:57:55.234266 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:58:20.230512 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7be29bd3-3e85-4166-90cc-081d0b930ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:58:22.359680 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:58:22.851297 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2dc787b7-175f-46f3-bb21-64d646b3f0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:58:23.504943 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:58:24.150805 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 5 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 10:58:25.237873 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:58:50.232724 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8a97b711-f2ae-4d00-8faa-ef99935a5f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:58:52.361186 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:58:52.852364 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a182e57-6d14-4110-b531-0f87f3ca1695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:58:53.508194 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:58:55.240473 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:59:01.149252 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 5 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 10:59:20.234171 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-96ba5062-3bbe-4e42-86b2-2b155d8583e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:59:22.133476 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815'] for agent, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:59:22.362372 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:59:22.853850 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-194a6f14-048c-4d81-a4f2-9b3572e9dc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:59:23.511072 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:59:25.243762 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:59:36.074721 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36710) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:59:36.184974 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-10dec438-e540-4b3d-b70c-80ba44cad83a admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1091654 May 26 10:59:38.148698 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 10:59:38.264262 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36720) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 10:59:38.318011 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-4798c3c9-66d7-4fab-9469-2a809167fc95 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0527492 May 26 10:59:50.235397 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9eec60e0-85d5-4947-b65d-f68b62e0686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:59:52.084810 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:59:52.362793 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:59:52.855726 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41911cb9-912d-4318-a539-5e519b0aa0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:59:53.513629 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 10:59:55.248636 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:00:15.148386 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:00:20.236509 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3dda27d9-e765-41a5-b7f1-801f032bd44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:00:22.082365 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:00:22.363490 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:00:22.857005 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-784a2bdb-12fe-43ba-8ddf-d2b525798a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:00:23.515986 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:00:25.249482 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:00:50.237891 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-91981d61-6e44-428f-8993-bfca3eca1c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:00:52.085269 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:00:52.147973 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:00:52.365209 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:00:52.857742 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-913d99ac-5215-4d70-a926-3f145b8ac944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:00:53.519868 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:00:55.252788 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:09.885478 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36918) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:10.287464 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1332860440-network', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:10.304194 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:10.312514 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Usage tracker for resource:network and tenant:5dea62f1d4724fffaaf71875aa52046c is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:10.316329 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:10.322895 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:10.333611 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Made reservation on behalf of 5dea62f1d4724fffaaf71875aa52046c for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:10.336050 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:10.349020 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:10.367700 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:10.372263 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Usage tracker for resource:security_group_rule and tenant:5dea62f1d4724fffaaf71875aa52046c is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:10.375169 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:10.380932 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:10.389376 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 36948) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:10.467814 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:10.473059 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:10.477177 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:10.504976 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae359d7-0923-4ddd-8e29-16a7e91167f1,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:10.513114 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:10.513602 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:10.513856 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:10.514144 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:10.514464 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:10.514783 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:10.515091 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:10.515408 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:10.515739 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:10.516055 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:10.516368 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:10.516678 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Tracked resource versions report: May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: pushed versions: May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: { 'AddressGroup': {'1.2'}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'ConntrackHelper': {'1.0'}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'Log': {'1.0'}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'Network': {'1.1'}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'Port': {'1.7'}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'PortForwarding': {'1.2'}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'QosPolicy': {'1.8'}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'SecurityGroup': {'1.4'}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'SecurityGroupRule': {'1.2'}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'SubPort': {'1.0'}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'Subnet': {'1.1'}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'Trunk': {'1.1'}} May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: consumer versions: May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: { DHCP agent@dv-cinder-793136-1-smb: {}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: HyperV agent@hv-cinder-79313: {}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: L3 agent@dv-cinder-793136-1-smb: {}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: Metadata agent@dv-cinder-793136-1-smb: {}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: Metering agent@dv-cinder-793136-1-smb: {}, May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: Open vSwitch agent@dv-cinder-793136-1-smb: { 'AddressGroup': '1.2', May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'ConntrackHelper': '1.0', May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'Log': '1.0', May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'Network': '1.1', May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'Port': '1.7', May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'PortForwarding': '1.2', May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'QosPolicy': '1.8', May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'SecurityGroup': '1.4', May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'SecurityGroupRule': '1.2', May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'SubPort': '1.0', May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'Subnet': '1.1', May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: 'Trunk': '1.1'}} May 26 11:01:10.518002 dv-cinder-793136-1-smb neutron-server[91664]: {{(pid=91664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:01:10.522903 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:10.526789 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:01:10.536388 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:10.536736 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.db.segments_db [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Added segment 603b0290-2bf3-4c16-a58b-0d854f24c243 of type vlan for network 32b43f6f-a166-4fbd-adce-080c4d711545 May 26 11:01:10.571413 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:10.605197 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:10.606553 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:10.607138 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:10.612146 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:10.715937 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Pushing event updated for resources: {'Network': ['ID=32b43f6f-a166-4fbd-adce-080c4d711545,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:10.719330 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8327146 May 26 11:01:10.720943 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:10.722752 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 36972) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:10.732865 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Request body: {'subnet': {'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1332860440-subnet', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:10.733779 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network 32b43f6f-a166-4fbd-adce-080c4d711545 details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:01:10.737453 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:10.741667 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Usage tracker for resource:subnet and tenant:5dea62f1d4724fffaaf71875aa52046c is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:10.745066 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:10.750771 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:10.762620 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Made reservation on behalf of 5dea62f1d4724fffaaf71875aa52046c for: {'subnet': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:10.765564 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:10.847956 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-983960199-network', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:10.852758 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:10.867730 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Usage tracker for resource:network and tenant:e6d36e779aa646e9895a7565b95a5153 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:10.873031 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:10.881444 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:10.905925 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 36980) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:10.911960 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Made reservation on behalf of e6d36e779aa646e9895a7565b95a5153 for: {'network': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:10.914494 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:10.933807 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:10.951977 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:10.959137 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Usage tracker for resource:security_group_rule and tenant:e6d36e779aa646e9895a7565b95a5153 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:10.988262 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:10.998561 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:11.054957 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 36986) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:11.210493 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.226592 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.256195 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-network', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:11.257224 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-731462575-network', 'tenant_id': '14a3f97bc84c481aae60a763e83a11db'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:11.267135 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:11.271942 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:11.280664 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:11.281220 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Usage tracker for resource:network and tenant:14a3f97bc84c481aae60a763e83a11db is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:11.284485 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:11.292705 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:11.312227 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddac3cf-1996-435e-b9df-248dfb1daf68,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:11.316912 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Made reservation on behalf of 14a3f97bc84c481aae60a763e83a11db for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:11.322751 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Usage tracker for resource:network and tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:11.323162 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.328761 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:11.329024 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:11.329437 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:11.330217 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:11.330553 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:11.331028 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:11.331414 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:11.331743 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:11.332143 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:11.332471 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:11.332790 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:11.333163 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Tracked resource versions report: May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: pushed versions: May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: { 'AddressGroup': {'1.2'}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'ConntrackHelper': {'1.0'}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'Log': {'1.0'}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'Network': {'1.1'}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'Port': {'1.7'}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'PortForwarding': {'1.2'}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'QosPolicy': {'1.8'}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'SecurityGroup': {'1.4'}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'SecurityGroupRule': {'1.2'}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'SubPort': {'1.0'}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'Subnet': {'1.1'}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'Trunk': {'1.1'}} May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: consumer versions: May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: { DHCP agent@dv-cinder-793136-1-smb: {}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: HyperV agent@hv-cinder-79313: {}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: L3 agent@dv-cinder-793136-1-smb: {}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: Metadata agent@dv-cinder-793136-1-smb: {}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: Metering agent@dv-cinder-793136-1-smb: {}, May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: Open vSwitch agent@dv-cinder-793136-1-smb: { 'AddressGroup': '1.2', May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'ConntrackHelper': '1.0', May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'Log': '1.0', May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'Network': '1.1', May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'Port': '1.7', May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'PortForwarding': '1.2', May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'QosPolicy': '1.8', May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'SecurityGroup': '1.4', May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'SecurityGroupRule': '1.2', May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'SubPort': '1.0', May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'Subnet': '1.1', May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: 'Trunk': '1.1'}} May 26 11:01:11.334377 dv-cinder-793136-1-smb neutron-server[91665]: {{(pid=91665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:01:11.350348 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.361123 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:11.369524 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:11.371979 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:11.372809 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:11.374092 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Usage tracker for resource:security_group_rule and tenant:14a3f97bc84c481aae60a763e83a11db is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:11.377825 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:11.384580 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:11.408360 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=91665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:01:11.432937 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Made reservation on behalf of 9cfcd0e5c65a49bcaefbeec7d7ee0de5 for: {'network': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:11.435539 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.471915 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.493079 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.493459 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.segments_db [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Added segment 2ee78390-2c46-48d2-b2e3-44340561f42b of type vlan for network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 May 26 11:01:11.525448 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:11.534094 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Usage tracker for resource:security_group_rule and tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:11.537986 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:11.555327 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:11.574242 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.582661 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.588539 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4bb949b1-7321-4566-b611-0ff0f1aa7b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:11.594788 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.671002 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:01:11.682359 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9cca92-3da7-438f-b700-4f2e516df3c5,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:11.689116 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298'] for subnet, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.694550 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:11.702339 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.702849 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.db.segments_db [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Added segment 2d212e56-6f4b-482d-af5d-8b3f8849e282 of type vlan for network a654a238-2cb9-4e83-b780-05ea3abd13ba May 26 11:01:11.704005 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6830b0db-0c94-410e-aa15-90a9051c8c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:11.786984 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.804436 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:11.805369 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.807482 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.810064 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029d1ebe-22a2-45b9-8a2e-0cab033d9ebc,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:11.819326 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:11.824838 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:11.853218 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.854905 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:11.855674 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.863490 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ed024e00-df56-4eb2-b15c-9c7a2c2ac90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:11.934075 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Checking segment: {'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:11.934804 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Network hostable DHCP agents. Network: 32b43f6f-a166-4fbd-adce-080c4d711545, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:01:11.990673 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:11.992039 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Pushing event updated for resources: {'Network': ['ID=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:11.996273 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:12.001255 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6109178 May 26 11:01:12.002809 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37036) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:12.010068 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:01:12.020766 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:12.031997 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Request body: {'subnet': {'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-983960199-subnet', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:12.044830 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:12.058323 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:12.093184 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Usage tracker for resource:subnet and tenant:e6d36e779aa646e9895a7565b95a5153 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:12.095995 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Network 32b43f6f-a166-4fbd-adce-080c4d711545 is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:01:12.104258 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:12.108236 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Pushing event updated for resources: {'Network': ['ID=a654a238-2cb9-4e83-b780-05ea3abd13ba,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:12.111238 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:12.135560 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0783908 May 26 11:01:12.136250 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37042) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:12.144014 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Request body: {'subnet': {'network_id': 'a654a238-2cb9-4e83-b780-05ea3abd13ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-731462575-subnet', 'tenant_id': '14a3f97bc84c481aae60a763e83a11db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:12.148956 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:12.153473 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Usage tracker for resource:subnet and tenant:14a3f97bc84c481aae60a763e83a11db is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:12.154326 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=91665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:01:12.156913 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:12.161386 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:12.163643 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:12.173442 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, 32b43f6f-a166-4fbd-adce-080c4d711545) {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:12.177156 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Made reservation on behalf of 14a3f97bc84c481aae60a763e83a11db for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:12.180060 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:12.211157 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:12.216754 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network a654a238-2cb9-4e83-b780-05ea3abd13ba details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:01:12.217249 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.segments_db [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Added segment 4026fba0-016e-42e0-a594-21854f671c01 of type vlan for network e7ee213c-6e0b-4113-9589-8fb92bbb537a May 26 11:01:12.219521 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:12.220210 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:12.224261 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71518129-a074-4530-a383-ace8e7681f78,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:12.248345 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:12.251470 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Made reservation on behalf of e6d36e779aa646e9895a7565b95a5153 for: {'subnet': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:12.262350 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:12.308864 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d3365d-18c5-43fc-8068-3af16c1f4c69 None None] Network 32b43f6f-a166-4fbd-adce-080c4d711545 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:01:12.401682 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37050) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:12.576535 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:12.583433 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8596005 May 26 11:01:12.591628 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37064) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:12.604765 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:12.612721 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:12.627990 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Usage tracker for resource:router and tenant:5dea62f1d4724fffaaf71875aa52046c is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:12.643352 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:12.654076 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:12.675009 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:12.678929 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:12.679629 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:12.686874 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:12.711345 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5556'] for router, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:12.714181 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5581'] for router, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:12.762194 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:12.771448 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a376996b-9dad-4247-b706-d39779ef2f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:12.817104 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-a376996b-9dad-4247-b706-d39779ef2f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:12.817651 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9085612 May 26 11:01:12.822822 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37076) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:12.825712 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-a376996b-9dad-4247-b706-d39779ef2f0c admin admin] Usage tracker for resource:security_group_rule and tenant:c9e3b89f6c234d99b1588da1d9062605 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:12.832911 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Request body: {'subnet': {'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-subnet', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:12.836215 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-a376996b-9dad-4247-b706-d39779ef2f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:12.844360 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:12.845499 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-a376996b-9dad-4247-b706-d39779ef2f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:12.854118 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-631a8f3c-1f38-4320-a88c-acc422f0d536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:12.873837 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp012a520a-d17f-5684-a368-45ac1ecd2797-32b43f6f-a166-4fbd-adce-080c4d711545', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc'}]}} from dv-cinder-793136-1-smb. {{(pid=91666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:01:12.875595 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:12.911781 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Pushing event updated for resources: {'Subnet': ['ID=338e6a41-0588-408f-abb0-3558fbcbd4a1,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:12.918864 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:12.932321 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:12.936095 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Usage tracker for resource:subnet and tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:12.939616 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:12.950210 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Pushing event updated for resources: {'Network': ['ID=e7ee213c-6e0b-4113-9589-8fb92bbb537a,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:12.953019 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:12.983860 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:13.005214 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Checking segment: {'id': '2d212e56-6f4b-482d-af5d-8b3f8849e282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a654a238-2cb9-4e83-b780-05ea3abd13ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:13.005642 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Network hostable DHCP agents. Network: a654a238-2cb9-4e83-b780-05ea3abd13ba, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:01:13.033528 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Made reservation on behalf of 9cfcd0e5c65a49bcaefbeec7d7ee0de5 for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:13.035896 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:13.058975 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Network a654a238-2cb9-4e83-b780-05ea3abd13ba is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:01:13.117540 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Allocated IP 172.20.0.2 (32b43f6f-a166-4fbd-adce-080c4d711545/029d1ebe-22a2-45b9-8a2e-0cab033d9ebc/2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:13.125945 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, a654a238-2cb9-4e83-b780-05ea3abd13ba) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:13.149918 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:13.150565 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:13.271131 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a376996b-9dad-4247-b706-d39779ef2f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:13.287415 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1499629 May 26 11:01:13.290942 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a376996b-9dad-4247-b706-d39779ef2f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:13.302619 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-5c9fd42e-2d4a-4708-9b07-d1b6a31ff75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:13.303760 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5595'] for router, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:13.335936 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network e7ee213c-6e0b-4113-9589-8fb92bbb537a details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:01:13.458922 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-a376996b-9dad-4247-b706-d39779ef2f0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9e3b89f6c234d99b1588da1d9062605&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0561674 May 26 11:01:13.460016 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37100) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:13.468063 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376996b-9dad-4247-b706-d39779ef2f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf32f33-8dd7-4b3b-b5a4-414254f7d071,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:13.485916 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a376996b-9dad-4247-b706-d39779ef2f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:13.592730 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cfb41b-d23d-4653-8cfe-6c1887a48b0d None None] Network a654a238-2cb9-4e83-b780-05ea3abd13ba requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:01:13.599715 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1bc05315-ae8b-4e75-8638-5922e4cf65e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:13.807537 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1bc05315-ae8b-4e75-8638-5922e4cf65e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:13.926531 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:13.982308 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1bc05315-ae8b-4e75-8638-5922e4cf65e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:14.012174 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:14.028077 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:14.048976 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc05315-ae8b-4e75-8638-5922e4cf65e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf32f33-8dd7-4b3b-b5a4-414254f7d071,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:14.064689 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1bc05315-ae8b-4e75-8638-5922e4cf65e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:14.084917 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1bc05315-ae8b-4e75-8638-5922e4cf65e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:14.103380 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-1bc05315-ae8b-4e75-8638-5922e4cf65e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cf32f33-8dd7-4b3b-b5a4-414254f7d071 HTTP/1.1" status: 204 len: 168 time: 0.6216011 May 26 11:01:14.127524 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:14.134263 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:14.260243 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298'] for subnet, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:14.270026 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:14.278548 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37144) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:14.278899 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:14.289714 dv-cinder-793136-1-smb neutron-server[91664]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 11:01:14.334535 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Transition to ACTIVE for port object 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:14.346284 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc4356-3021-4504-bf01-34b7301f264e None None] Network a654a238-2cb9-4e83-b780-05ea3abd13ba requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:01:14.426194 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Allocated IP 172.28.0.227 (73333234-0678-4b2b-9b0b-6206666e8f13/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0/3c7baf6a-7ae2-4600-830f-47495f0205a4) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:14.447624 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Transition to ACTIVE for port object 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:14.465185 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf6281a-8c05-4fba-8ba1-63390fc46865,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:14.474844 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:14.479587 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:14.494331 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:14.500511 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37150) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:14.512642 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Checking segment: {'id': '2ee78390-2c46-48d2-b2e3-44340561f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:14.513605 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Network hostable DHCP agents. Network: 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:01:14.562474 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-e4b00ca4-3044-45d6-b220-274928d407a4 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:14.563513 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-e4b00ca4-3044-45d6-b220-274928d407a4 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Synchronizing usage tracker for tenant:14a3f97bc84c481aae60a763e83a11db on resource:network {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:14.588038 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78da3282-26cc-4d36-90ec-09bda8e0be96,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:14.591427 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:14.654045 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Checking segment: {'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:14.655469 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Network hostable DHCP agents. Network: e7ee213c-6e0b-4113-9589-8fb92bbb537a, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:01:14.667767 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-e4b00ca4-3044-45d6-b220-274928d407a4 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Unset dirty status for tenant:14a3f97bc84c481aae60a763e83a11db on resource:network {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:14.670691 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-e4b00ca4-3044-45d6-b220-274928d407a4 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/networks?id=a654a238-2cb9-4e83-b780-05ea3abd13ba HTTP/1.1" status: 200 len: 811 time: 0.3862021 May 26 11:01:14.673019 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Network 32b43f6f-a166-4fbd-adce-080c4d711545 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:14.676630 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Pushing event updated for resources: {'Port': ['ID=2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:14.679232 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:14.688281 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:14.692087 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:14.712728 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:01:14.736873 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-947011eb-aa1f-416a-a758-e66aa0e701d2 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/quotas/14a3f97bc84c481aae60a763e83a11db HTTP/1.1" status: 200 len: 375 time: 0.0490003 May 26 11:01:14.742359 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Network e7ee213c-6e0b-4113-9589-8fb92bbb537a is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:01:14.748695 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:14.755155 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1fc5f0d3-ddd2-4683-8429-7ddb685fee3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:14.798366 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37156) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:14.819669 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-4bf01fbf-1476-4c95-8afb-24fef9518dfb tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=14a3f97bc84c481aae60a763e83a11db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688913 May 26 11:01:14.820537 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, e7ee213c-6e0b-4113-9589-8fb92bbb537a) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:14.826972 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:14.827520 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:14.827871 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:14.828246 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:14.828755 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:14.829077 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:14.829632 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:14.830032 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:14.830705 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:14.831176 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:14.831642 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:14.832128 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:14.832800 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:14.833127 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Tracked resource versions report: May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: pushed versions: May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: { 'AddressGroup': {'1.2'}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'ConntrackHelper': {'1.0'}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'Log': {'1.0'}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'Network': {'1.1'}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'Port': {'1.7'}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'PortForwarding': {'1.2'}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'QosPolicy': {'1.8'}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'SecurityGroup': {'1.4'}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'SecurityGroupRule': {'1.2'}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'SubPort': {'1.0'}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'Subnet': {'1.1'}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'Trunk': {'1.1'}} May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: consumer versions: May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: { DHCP agent@dv-cinder-793136-1-smb: {}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: HyperV agent@hv-cinder-79313: {}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: L3 agent@dv-cinder-793136-1-smb: {}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: Metadata agent@dv-cinder-793136-1-smb: {}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: Metering agent@dv-cinder-793136-1-smb: {}, May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: Open vSwitch agent@dv-cinder-793136-1-smb: { 'AddressGroup': '1.2', May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'ConntrackHelper': '1.0', May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'Log': '1.0', May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'Network': '1.1', May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'Port': '1.7', May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'PortForwarding': '1.2', May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'QosPolicy': '1.8', May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'SecurityGroup': '1.4', May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'SecurityGroupRule': '1.2', May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'SubPort': '1.0', May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'Subnet': '1.1', May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: 'Trunk': '1.1'}} May 26 11:01:14.834325 dv-cinder-793136-1-smb neutron-server[91666]: {{(pid=91666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:01:14.845888 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a4a40-833a-4bc4-aa87-2284573c4be6 None None] Network e7ee213c-6e0b-4113-9589-8fb92bbb537a requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:01:14.850282 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d5d009af-7cea-4695-b665-9bf8315ad845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:14.858198 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2342b7db-d22f-41f8-9746-c8c87e9e4703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:14.862480 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:14.877446 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0534918 May 26 11:01:14.879971 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37164) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:14.880596 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-d5d009af-7cea-4695-b665-9bf8315ad845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:14.885335 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-d5d009af-7cea-4695-b665-9bf8315ad845 admin admin] Usage tracker for resource:security_group_rule and tenant:c2b433e62649415f8027d69f7591e62f is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:14.887723 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:14.888225 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-d5d009af-7cea-4695-b665-9bf8315ad845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:14.893249 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:14.896061 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-2342b7db-d22f-41f8-9746-c8c87e9e4703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:14.901514 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Usage tracker for resource:router and tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:14.906452 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-2342b7db-d22f-41f8-9746-c8c87e9e4703 admin admin] Usage tracker for resource:security_group_rule and tenant:c35b1517af19473fbd846385bd2c45c3 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:14.909180 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:14.909955 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-d5d009af-7cea-4695-b665-9bf8315ad845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:14.912519 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-2342b7db-d22f-41f8-9746-c8c87e9e4703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:14.921059 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:14.935640 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-2342b7db-d22f-41f8-9746-c8c87e9e4703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:14.972859 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5556'] for router, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:14.976149 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5581'] for router, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.022516 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d5d009af-7cea-4695-b665-9bf8315ad845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.025259 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317) {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:15.049070 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:15.050123 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.054566 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b4bf8d-0ff9-4920-95d0-000d0835dbb0 None None] Network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:01:15.058089 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d5d009af-7cea-4695-b665-9bf8315ad845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.064753 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:15.084160 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Attempting to bind port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:01:15.084826 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Attempting to bind port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:01:15.085566 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Attempting to bind port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 on network 32b43f6f-a166-4fbd-adce-080c4d711545 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:15.096288 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:15.101385 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Pushing event updated for resources: {'Port': ['ID=3c7baf6a-7ae2-4600-830f-47495f0205a4,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:15.119831 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:15.153542 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:01:15.154073 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Checking segment: {'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:15.154710 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.154829 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2342b7db-d22f-41f8-9746-c8c87e9e4703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.155278 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Bound using segment: {'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:01:15.155822 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Bound port: 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:01:15.156203 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.161855 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-eb15ca0d-71f6-48c6-b831-029b0caf2a95 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:01:15.162925 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-eb15ca0d-71f6-48c6-b831-029b0caf2a95 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1669810 May 26 11:01:15.164280 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.166692 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2342b7db-d22f-41f8-9746-c8c87e9e4703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.265717 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e474edd1-f2a7-49a5-823f-12b57d1233db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:15.329747 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-2342b7db-d22f-41f8-9746-c8c87e9e4703 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c35b1517af19473fbd846385bd2c45c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5297239 May 26 11:01:15.338253 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37186) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:15.363730 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:15.366627 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-d5d009af-7cea-4695-b665-9bf8315ad845 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2b433e62649415f8027d69f7591e62f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8645766 May 26 11:01:15.367329 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:15.374576 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.3677466 May 26 11:01:15.377194 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37194) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:15.377544 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37196) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:15.408879 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-983960199-router', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:15.436933 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:15.457232 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Usage tracker for resource:router and tenant:e6d36e779aa646e9895a7565b95a5153 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:15.470480 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:15.472457 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d009af-7cea-4695-b665-9bf8315ad845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe82071e-1f5b-446c-914a-ade67cbba22b,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:15.476508 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-d5d009af-7cea-4695-b665-9bf8315ad845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:15.504063 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342b7db-d22f-41f8-9746-c8c87e9e4703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c68f181-1812-4229-9905-37f986ff7013,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:15.529562 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp012a520a-d17f-5684-a368-45ac1ecd2797-e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96'}]}} from dv-cinder-793136-1-smb. {{(pid=91666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:01:15.530956 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.545031 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:15.571894 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2342b7db-d22f-41f8-9746-c8c87e9e4703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:15.589492 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] For port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:01:15.616302 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5556'] for router, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.618080 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5581'] for router, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.653832 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] For port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:01:15.658714 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26debff2-5d74-4291-a28c-49ada09e0040 None None] Network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:01:15.677734 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.708976 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:15.720463 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06c95fcf-bfe9-46e8-955b-d51da6086044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.742262 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.776180 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-274c205e-bf5f-4df2-b8bb-a7aaeb165776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.782159 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-383408bc-1d3e-49ad-aa0b-2b1ab484933f service neutron] 10.222.0.25 "GET /v2.0/networks/a654a238-2cb9-4e83-b780-05ea3abd13ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090693 May 26 11:01:15.820089 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5595'] for router, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.826959 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06c95fcf-bfe9-46e8-955b-d51da6086044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.858592 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-274c205e-bf5f-4df2-b8bb-a7aaeb165776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.915999 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:15.969956 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Pushing event updated for resources: {'Port': ['ID=2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:15.981494 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:16.082450 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-76a3ffad-015c-4944-a1e9-56f945ab4404 service neutron] 10.222.0.25 "GET /v2.0/networks/a654a238-2cb9-4e83-b780-05ea3abd13ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945633 May 26 11:01:16.126838 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Allocated IP 172.20.0.2 (e7ee213c-6e0b-4113-9589-8fb92bbb537a/78da3282-26cc-4d36-90ec-09bda8e0be96/625a8b03-97ac-49ac-9c02-2067e5c93394) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:16.503759 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b1377852-0444-4983-9e13-6c2126af08f5 req-1db0f697-7184-4321-9b54-62d6a24fdb6d tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 210 time: 0.0760419 May 26 11:01:16.550633 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:16.565816 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:16.580771 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Transition to ACTIVE for port object 625a8b03-97ac-49ac-9c02-2067e5c93394 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:16.593770 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:16.609001 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Transition to ACTIVE for port object 625a8b03-97ac-49ac-9c02-2067e5c93394 will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:16.618628 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:16.625601 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:16.718652 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Network e7ee213c-6e0b-4113-9589-8fb92bbb537a is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:16.723972 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:16.733815 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:16.738437 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5595'] for router, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:16.842833 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Pushing event updated for resources: {'Port': ['ID=625a8b03-97ac-49ac-9c02-2067e5c93394,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:16.863491 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-274c205e-bf5f-4df2-b8bb-a7aaeb165776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:16.864170 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06c95fcf-bfe9-46e8-955b-d51da6086044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:16.890096 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:16.891378 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:16.931392 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Allocated IP 172.28.0.49 (73333234-0678-4b2b-9b0b-6206666e8f13/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0/c7f2cc9f-c7de-4c45-a920-3051b181d40b) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:16.952807 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c205e-bf5f-4df2-b8bb-a7aaeb165776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe82071e-1f5b-446c-914a-ade67cbba22b,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:16.977378 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:17.107120 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Attempting to bind port 625a8b03-97ac-49ac-9c02-2067e5c93394 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:01:17.107500 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Attempting to bind port 625a8b03-97ac-49ac-9c02-2067e5c93394 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:01:17.107966 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Attempting to bind port 625a8b03-97ac-49ac-9c02-2067e5c93394 on network e7ee213c-6e0b-4113-9589-8fb92bbb537a {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:17.114389 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:01:17.114827 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Checking segment: {'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:17.115475 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:17.115878 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Bound using segment: {'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:01:17.116350 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Bound port: 625a8b03-97ac-49ac-9c02-2067e5c93394, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:01:17.116743 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:17.163840 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:17.171275 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c95fcf-bfe9-46e8-955b-d51da6086044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c68f181-1812-4229-9905-37f986ff7013,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:17.181449 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-06c95fcf-bfe9-46e8-955b-d51da6086044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:17.206905 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:17.207201 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:17.230846 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-274c205e-bf5f-4df2-b8bb-a7aaeb165776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:17.239772 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-274c205e-bf5f-4df2-b8bb-a7aaeb165776 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe82071e-1f5b-446c-914a-ade67cbba22b HTTP/1.1" status: 204 len: 168 time: 1.8496239 May 26 11:01:17.249499 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06c95fcf-bfe9-46e8-955b-d51da6086044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:17.254958 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37260) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:17.261084 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-06c95fcf-bfe9-46e8-955b-d51da6086044 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c68f181-1812-4229-9905-37f986ff7013 HTTP/1.1" status: 204 len: 168 time: 1.9192171 May 26 11:01:17.268996 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] For port 625a8b03-97ac-49ac-9c02-2067e5c93394, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:01:17.273892 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] For port 625a8b03-97ac-49ac-9c02-2067e5c93394, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=625a8b03-97ac-49ac-9c02-2067e5c93394,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:01:17.279901 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:17.292882 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:17.320325 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:17.328212 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502790'] for router, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:17.390785 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f073c9c7-2f01-432a-8919-8134a1ac76ec None None] Network 32b43f6f-a166-4fbd-adce-080c4d711545 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:01:17.446182 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:17.451568 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:17.465531 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Pushing event updated for resources: {'Port': ['ID=625a8b03-97ac-49ac-9c02-2067e5c93394,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:17.502633 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:17.550386 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:17.557795 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:17.570288 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:17.653924 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37284) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:17.659094 dv-cinder-793136-1-smb neutron-server[91665]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 11:01:17.785285 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-546c60e8-bae8-4528-8219-418fb9b34141 None None] Provisioning for port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:17.792789 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-546c60e8-bae8-4528-8219-418fb9b34141 None None] Provisioning complete for port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:17.793151 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-546c60e8-bae8-4528-8219-418fb9b34141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:17.858289 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9dae6371-9344-4cf2-aab3-45060df37225 req-7ca10aef-04d7-4586-a16a-cbfc53a77cba tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 210 time: 0.2033379 May 26 11:01:18.069603 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37296) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:18.123053 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2448d3cb-188c-4659-851c-eb96ffd48d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:18.138840 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-63e43a07-7e3c-4256-abb8-a4447017aa5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:18.157440 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f2cc9f-c7de-4c45-a920-3051b181d40b,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:18.161847 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Router b6302efb-1532-4fa5-847d-8a16584b2a12 is scheduled to L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 with binding_index 1 {{(pid=91665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:01:18.185668 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:18.185668 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-2448d3cb-188c-4659-851c-eb96ffd48d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:18.210840 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-63e43a07-7e3c-4256-abb8-a4447017aa5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:18.223727 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-2448d3cb-188c-4659-851c-eb96ffd48d70 admin admin] Usage tracker for resource:security_group_rule and tenant:5f0091329fac4af5a57a2ea73c9cf864 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:18.235633 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-2448d3cb-188c-4659-851c-eb96ffd48d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:18.241061 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-63e43a07-7e3c-4256-abb8-a4447017aa5a admin admin] Usage tracker for resource:security_group_rule and tenant:4feb39f8889c4c61b6f828794a5a74a2 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:18.319425 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-546c60e8-bae8-4528-8219-418fb9b34141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:18.333556 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:18.375617 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-63e43a07-7e3c-4256-abb8-a4447017aa5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:18.378693 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-2448d3cb-188c-4659-851c-eb96ffd48d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:18.379879 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-546c60e8-bae8-4528-8219-418fb9b34141 None None] For port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:18.387775 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:18.389527 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-546c60e8-bae8-4528-8219-418fb9b34141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:18.395556 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:18.409936 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-63e43a07-7e3c-4256-abb8-a4447017aa5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:18.550621 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c60e8-bae8-4528-8219-418fb9b34141 None None] Pushing event updated for resources: {'Port': ['ID=2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:18.554123 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-546c60e8-bae8-4528-8219-418fb9b34141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:18.665360 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:18.713869 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-b09502a0-2e6e-42dd-9510-2383d1435af9 None None] Provisioning complete for port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:18.714246 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b09502a0-2e6e-42dd-9510-2383d1435af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:18.736504 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Allocated IP 172.28.0.110 (73333234-0678-4b2b-9b0b-6206666e8f13/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0/b4282beb-e75f-4d97-89c3-9626620361dd) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:18.774264 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:01:18.788670 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Sync routers for ids ['b6302efb-1532-4fa5-847d-8a16584b2a12'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:01:18.807550 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Routers {'b6302efb-1532-4fa5-847d-8a16584b2a12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:01:18.810013 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:00:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['b6302efb-1532-4fa5-847d-8a16584b2a12'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:19.077978 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 625a8b03-97ac-49ac-9c02-2067e5c93394 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:19.128424 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502790'] for router, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:19.235260 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c15bef6-3114-4185-8450-3dfa8c5767c1 None None] Network e7ee213c-6e0b-4113-9589-8fb92bbb537a requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:01:19.344568 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 625a8b03-97ac-49ac-9c02-2067e5c93394 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:19.361625 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-d4978490-9d42-4c6b-bfef-baabefa5c611 None None] Provisioning for port 625a8b03-97ac-49ac-9c02-2067e5c93394 completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:19.372711 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 625a8b03-97ac-49ac-9c02-2067e5c93394 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:19.373086 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:19.392332 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Notify callbacks [] for router, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:19.397324 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8045819 May 26 11:01:19.403995 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37338) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:19.423467 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Set router b6302efb-1532-4fa5-847d-8a16584b2a12 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:01:19.446591 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-da74ec9e-43eb-4945-8f00-246b4d0cf79d req-d5ce45c9-e095-41f0-8987-3e0ab274cf0f tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 210 time: 0.1035488 May 26 11:01:19.473965 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-d4978490-9d42-4c6b-bfef-baabefa5c611 None None] Provisioning complete for port 625a8b03-97ac-49ac-9c02-2067e5c93394 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:19.474356 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d4978490-9d42-4c6b-bfef-baabefa5c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:19.596356 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Router 32a557a1-0384-4182-81ec-47f4a487001d is scheduled to L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 with binding_index 1 {{(pid=91664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:01:19.671801 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:19.764102 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-63e43a07-7e3c-4256-abb8-a4447017aa5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:19.768109 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2448d3cb-188c-4659-851c-eb96ffd48d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:19.795105 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-63e43a07-7e3c-4256-abb8-a4447017aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:19.795831 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2448d3cb-188c-4659-851c-eb96ffd48d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:19.819295 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:19.819450 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1bc05315-ae8b-4e75-8638-5922e4cf65e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:19.880320 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:19.897778 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:19.951591 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-63e43a07-7e3c-4256-abb8-a4447017aa5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4feb39f8889c4c61b6f828794a5a74a2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8803041 May 26 11:01:19.963279 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37354) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:19.971607 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e43a07-7e3c-4256-abb8-a4447017aa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a29915-5a41-468f-a256-8b7c19fef038,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:20.002220 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Pushing event updated for resources: {'Port': ['ID=b4282beb-e75f-4d97-89c3-9626620361dd,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:20.008885 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:20.016477 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-2448d3cb-188c-4659-851c-eb96ffd48d70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f0091329fac4af5a57a2ea73c9cf864&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7604280 May 26 11:01:20.027038 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37360) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:20.035314 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port 625a8b03-97ac-49ac-9c02-2067e5c93394, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=625a8b03-97ac-49ac-9c02-2067e5c93394,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:20.050498 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d4978490-9d42-4c6b-bfef-baabefa5c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:20.065311 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:20.067721 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.16', 49329) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:20.080012 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:01:20.109492 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:20.137975 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Sync routers for ids ['32a557a1-0384-4182-81ec-47f4a487001d'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:01:20.149849 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:20.166151 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:15Z', 'revision_number': 3, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:20.171184 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Checking router: b6302efb-1532-4fa5-847d-8a16584b2a12 for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:01:20.171686 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Updating router b6302efb-1532-4fa5-847d-8a16584b2a12 port 3c7baf6a-7ae2-4600-830f-47495f0205a4 binding host dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:01:20.206417 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448d3cb-188c-4659-851c-eb96ffd48d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bd9fa6-2619-496b-b4b2-f28f05712712,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:20.244596 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:20.265199 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:20.265199 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:20.270967 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2448d3cb-188c-4659-851c-eb96ffd48d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:20.271637 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:20.272245 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:20.281542 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Notify callbacks [] for router, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:20.281814 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:20.285822 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4045405 May 26 11:01:20.287978 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37378) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:20.346555 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Routers {'32a557a1-0384-4182-81ec-47f4a487001d'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:01:20.356562 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:00:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['32a557a1-0384-4182-81ec-47f4a487001d'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:20.552309 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.db.api [None req-d4978490-9d42-4c6b-bfef-baabefa5c611 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 11:01:20.552785 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_db.api [None req-d4978490-9d42-4c6b-bfef-baabefa5c611 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 11:01:20.574288 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fd029f96-e55f-4e6f-aacd-edfb3427848c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:20.588645 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=625a8b03-97ac-49ac-9c02-2067e5c93394,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:20.674104 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-f38820d2-ced8-47ec-96f8-0809bf042764 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:20.675731 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-f38820d2-ced8-47ec-96f8-0809bf042764 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.16 "GET /v2.0/networks?id=a654a238-2cb9-4e83-b780-05ea3abd13ba HTTP/1.1" status: 200 len: 811 time: 0.5903602 May 26 11:01:20.676439 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-edb6fd65-5136-4db7-933c-a39b5d73dfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:20.763179 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-02c9b334-2286-4433-94d4-04df9567cf43 req-96451ab4-71d7-4183-8564-ea0c240defb0 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 210 time: 0.0834229 May 26 11:01:20.776629 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Request body: {'port': {'device_id': '25650074-8daf-4e0b-a04d-9bff76598770', 'network_id': 'a654a238-2cb9-4e83-b780-05ea3abd13ba', 'admin_state_up': True, 'tenant_id': '14a3f97bc84c481aae60a763e83a11db'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:20.800934 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0baa81b6-c04d-4b17-b989-4dab867b622a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:20.891319 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:20.891701 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:20.913416 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-edb6fd65-5136-4db7-933c-a39b5d73dfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:20.946265 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:21.083391 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:21.107873 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Transition to ACTIVE for port object 3c7baf6a-7ae2-4600-830f-47495f0205a4 will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:21.123138 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:21.128269 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:21.177959 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Set router 32a557a1-0384-4182-81ec-47f4a487001d gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:01:21.192542 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0baa81b6-c04d-4b17-b989-4dab867b622a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:21.291751 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Attempting to bind port 3c7baf6a-7ae2-4600-830f-47495f0205a4 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:01:21.292848 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Attempting to bind port 3c7baf6a-7ae2-4600-830f-47495f0205a4 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:01:21.293564 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Attempting to bind port 3c7baf6a-7ae2-4600-830f-47495f0205a4 on network 73333234-0678-4b2b-9b0b-6206666e8f13 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:21.303525 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:01:21.304150 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Checking segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:21.305503 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:21.306096 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Bound using segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:01:21.306900 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Bound port: 3c7baf6a-7ae2-4600-830f-47495f0205a4, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:01:21.307438 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:21.349607 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Pushing event updated for resources: {'Port': ['ID=3c7baf6a-7ae2-4600-830f-47495f0205a4,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:21.369646 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:21.370244 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:21.371450 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:21.372162 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:21.372642 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:21.373171 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:21.373786 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:21.374267 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:21.374740 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:21.375249 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:21.375712 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:21.376162 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Tracked resource versions report: May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: pushed versions: May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: { 'AddressGroup': {'1.2'}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'ConntrackHelper': {'1.0'}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'Log': {'1.0'}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'Network': {'1.1'}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'Port': {'1.7'}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'PortForwarding': {'1.2'}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'QosPolicy': {'1.8'}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'SecurityGroup': {'1.4'}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'SecurityGroupRule': {'1.2'}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'SubPort': {'1.0'}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'Subnet': {'1.1'}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'Trunk': {'1.1'}} May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: consumer versions: May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: { DHCP agent@dv-cinder-793136-1-smb: {}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: HyperV agent@hv-cinder-79313: {}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: L3 agent@dv-cinder-793136-1-smb: {}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: Metadata agent@dv-cinder-793136-1-smb: {}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: Metering agent@dv-cinder-793136-1-smb: {}, May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: Open vSwitch agent@dv-cinder-793136-1-smb: { 'AddressGroup': '1.2', May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'ConntrackHelper': '1.0', May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'Log': '1.0', May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'Network': '1.1', May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'Port': '1.7', May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'PortForwarding': '1.2', May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'QosPolicy': '1.8', May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'SecurityGroup': '1.4', May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'SecurityGroupRule': '1.2', May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'SubPort': '1.0', May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'Subnet': '1.1', May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: 'Trunk': '1.1'}} May 26 11:01:21.378136 dv-cinder-793136-1-smb neutron-server[91667]: {{(pid=91667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:01:21.395193 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:21.413231 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0baa81b6-c04d-4b17-b989-4dab867b622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:21.517404 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] For port 3c7baf6a-7ae2-4600-830f-47495f0205a4, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:01:21.522419 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] For port 3c7baf6a-7ae2-4600-830f-47495f0205a4, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=3c7baf6a-7ae2-4600-830f-47495f0205a4,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:01:21.538891 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-01d3876b-3510-40dd-8304-262b7ef5073f None None] Provisioning complete for port 625a8b03-97ac-49ac-9c02-2067e5c93394 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:21.539472 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-01d3876b-3510-40dd-8304-262b7ef5073f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:21.540141 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:21.558660 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-64d85118-6f3b-42de-9329-2e6cec360796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:21.688473 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:21.709737 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:21.716618 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-edb6fd65-5136-4db7-933c-a39b5d73dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:21.723272 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:21.745714 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Pushing event updated for resources: {'Port': ['ID=3c7baf6a-7ae2-4600-830f-47495f0205a4,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:21.749561 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:21.760382 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:21.771213 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Usage tracker for resource:port and tenant:14a3f97bc84c481aae60a763e83a11db is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:21.774456 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Routers {'b6302efb-1532-4fa5-847d-8a16584b2a12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:01:21.775085 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:00:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['b6302efb-1532-4fa5-847d-8a16584b2a12'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:21.804373 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37438) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:21.810124 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:21.818664 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa81b6-c04d-4b17-b989-4dab867b622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bd9fa6-2619-496b-b4b2-f28f05712712,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:21.828078 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0baa81b6-c04d-4b17-b989-4dab867b622a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:21.841159 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:21.875420 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 625a8b03-97ac-49ac-9c02-2067e5c93394 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:21.881334 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:21.890127 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6fd65-5136-4db7-933c-a39b5d73dfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a29915-5a41-468f-a256-8b7c19fef038,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:21.907431 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0baa81b6-c04d-4b17-b989-4dab867b622a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:21.908805 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-0baa81b6-c04d-4b17-b989-4dab867b622a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1bd9fa6-2619-496b-b4b2-f28f05712712 HTTP/1.1" status: 204 len: 168 time: 1.8630879 May 26 11:01:21.912202 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-edb6fd65-5136-4db7-933c-a39b5d73dfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:22.040715 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-edb6fd65-5136-4db7-933c-a39b5d73dfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:22.041842 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-edb6fd65-5136-4db7-933c-a39b5d73dfc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5a29915-5a41-468f-a256-8b7c19fef038 HTTP/1.1" status: 204 len: 168 time: 2.0768490 May 26 11:01:22.123888 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] Set router b6302efb-1532-4fa5-847d-8a16584b2a12 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:01:22.151934 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:18Z', 'revision_number': 3, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:22.171985 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Checking router: 32a557a1-0384-4182-81ec-47f4a487001d for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:01:22.172639 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Updating router 32a557a1-0384-4182-81ec-47f4a487001d port c7f2cc9f-c7de-4c45-a920-3051b181d40b binding host dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:01:22.227975 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-38db0b52-7018-467e-a70d-3ddce65a6348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:22.233630 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:22.263246 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Made reservation on behalf of 14a3f97bc84c481aae60a763e83a11db for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:22.276157 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:22.319054 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 625a8b03-97ac-49ac-9c02-2067e5c93394 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:22.324382 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:22.337488 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-151577a3-94d4-4d1a-9258-0bbd194499bb req-660140b8-0e33-4e8e-845f-49b04c0a6e51 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 210 time: 0.3088205 May 26 11:01:22.373190 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-38db0b52-7018-467e-a70d-3ddce65a6348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:22.383987 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-38db0b52-7018-467e-a70d-3ddce65a6348 admin admin] Usage tracker for resource:security_group_rule and tenant:ea35c9e99b1140228f41e0e5bc263a81 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:22.393820 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-38db0b52-7018-467e-a70d-3ddce65a6348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:22.410864 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-38db0b52-7018-467e-a70d-3ddce65a6348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:22.418687 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:22.641892 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:22.989537 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:15Z', 'revision_number': 3, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:23.000992 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c181916-f2d5-439b-b280-e1836cbfd398 None None] The sync data for ids ['b6302efb-1532-4fa5-847d-8a16584b2a12'] in dv-cinder-793136-1-smb is: [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:15Z', 'revision_number': 3, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:01:23.071865 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6a21a544-a680-47cd-8b4c-61dc7b003ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:23.097591 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Allocated IP 172.20.0.1 (32b43f6f-a166-4fbd-adce-080c4d711545/029d1ebe-22a2-45b9-8a2e-0cab033d9ebc/2a009cba-e2f4-4c1b-8c57-ae5865672234) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:23.191797 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502790'] for router, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:23.206592 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-38db0b52-7018-467e-a70d-3ddce65a6348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:23.235393 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-38db0b52-7018-467e-a70d-3ddce65a6348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:23.491442 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0baa81b6-c04d-4b17-b989-4dab867b622a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:23.684176 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:23.689285 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:23.704297 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Transition to ACTIVE for port object c7f2cc9f-c7de-4c45-a920-3051b181d40b will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:23.721227 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:23.748598 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-91fd2e42-afac-440f-b0a0-7cafbf632f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:23.868913 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db0b52-7018-467e-a70d-3ddce65a6348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01e89f6-d559-479c-baa4-8b72749534e6,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:23.885848 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-38db0b52-7018-467e-a70d-3ddce65a6348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:23.922481 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 3c7baf6a-7ae2-4600-830f-47495f0205a4 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:23.938342 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Allocated IP 172.20.0.8 (a654a238-2cb9-4e83-b780-05ea3abd13ba/338e6a41-0588-408f-abb0-3558fbcbd4a1/fd138d4d-70c3-43ae-bed8-cf58b3c5b053) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:24.044921 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-38db0b52-7018-467e-a70d-3ddce65a6348 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea35c9e99b1140228f41e0e5bc263a81&name=default HTTP/1.1" status: 200 len: 2977 time: 2.2205048 May 26 11:01:24.073062 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37494) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:24.176262 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0ed1a2ef-065f-49cf-98e1-a2a48858989e req-c9b75e8e-17a7-4447-8643-2f590e1d95ed tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 210 time: 0.2311211 May 26 11:01:24.215938 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Attempting to bind port c7f2cc9f-c7de-4c45-a920-3051b181d40b on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:01:24.222347 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Attempting to bind port c7f2cc9f-c7de-4c45-a920-3051b181d40b by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:01:24.223214 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Attempting to bind port c7f2cc9f-c7de-4c45-a920-3051b181d40b on network 73333234-0678-4b2b-9b0b-6206666e8f13 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:24.245794 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb68101-3229-4494-88a0-0e336b463c7d None None] Pushing event updated for resources: {'Port': ['ID=c7f2cc9f-c7de-4c45-a920-3051b181d40b,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:24.248439 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:01:24.248935 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Checking segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:24.253220 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:24.253974 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Bound using segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:01:24.254716 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Bound port: c7f2cc9f-c7de-4c45-a920-3051b181d40b, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:01:24.255365 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:24.329619 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-cdb68101-3229-4494-88a0-0e336b463c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:24.384063 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:24.394512 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 3c7baf6a-7ae2-4600-830f-47495f0205a4 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:24.423712 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 3c7baf6a-7ae2-4600-830f-47495f0205a4 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:24.425990 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:24.443964 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Transition to ACTIVE for port object 2a009cba-e2f4-4c1b-8c57-ae5865672234 will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:24.455185 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Router ac7d561d-0999-4cad-8d7d-96ee3877ef12 is scheduled to L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 with binding_index 1 {{(pid=91665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:01:24.525760 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5f71-b101-49f6-9056-1095bab35302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:24.571819 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] For port c7f2cc9f-c7de-4c45-a920-3051b181d40b, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:01:24.603554 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] For port c7f2cc9f-c7de-4c45-a920-3051b181d40b, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=c7f2cc9f-c7de-4c45-a920-3051b181d40b,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:01:24.619907 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:24.643133 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:24.914293 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:24.931565 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port 3c7baf6a-7ae2-4600-830f-47495f0205a4, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=3c7baf6a-7ae2-4600-830f-47495f0205a4,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:24.936159 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb68101-3229-4494-88a0-0e336b463c7d None None] Pushing event updated for resources: {'Port': ['ID=c7f2cc9f-c7de-4c45-a920-3051b181d40b,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:24.940517 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:24.941652 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-cdb68101-3229-4494-88a0-0e336b463c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:24.942524 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Routers {'32a557a1-0384-4182-81ec-47f4a487001d'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:01:24.943243 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:01:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['32a557a1-0384-4182-81ec-47f4a487001d'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:25.008495 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:25.013118 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5f71-b101-49f6-9056-1095bab35302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:25.055390 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:25.059286 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:25.060324 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:25.306041 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Network 32b43f6f-a166-4fbd-adce-080c4d711545 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:25.326946 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:25.347569 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=3c7baf6a-7ae2-4600-830f-47495f0205a4,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:25.354104 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:25.356223 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501088'] for router_interface, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:25.359344 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:25.389745 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:25.418740 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] Set router 32a557a1-0384-4182-81ec-47f4a487001d gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:01:25.422778 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Pushing event updated for resources: {'Port': ['ID=2a009cba-e2f4-4c1b-8c57-ae5865672234,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:25.440210 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:01:25.451734 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Sync routers for ids ['ac7d561d-0999-4cad-8d7d-96ee3877ef12'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:01:25.472089 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Routers {'ac7d561d-0999-4cad-8d7d-96ee3877ef12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:01:25.473935 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:01:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['ac7d561d-0999-4cad-8d7d-96ee3877ef12'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:25.587335 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:25.604683 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:25.713325 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d823e3b3-5cd4-49c3-94e4-6c67cdfe10f9 req-cf4d6ecf-a9ba-40c9-bbe0-d68537312193 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 210 time: 0.2998359 May 26 11:01:25.766588 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] Notify callbacks [] for router, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:25.781414 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-93295cc3-6659-473d-99b6-5184e6b72f49 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.3885422 May 26 11:01:25.782514 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37548) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:25.911371 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 3c7baf6a-7ae2-4600-830f-47495f0205a4 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:26.001070 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5f71-b101-49f6-9056-1095bab35302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:26.048390 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:26.239263 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-29c7a75f-0482-4ea3-a516-93f714445930 None None] Provisioning for port 2a009cba-e2f4-4c1b-8c57-ae5865672234 completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:26.249541 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 3c7baf6a-7ae2-4600-830f-47495f0205a4 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:26.250169 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:26.296375 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Allocated IP 172.20.0.1 (e7ee213c-6e0b-4113-9589-8fb92bbb537a/78da3282-26cc-4d36-90ec-09bda8e0be96/641d7ca8-5b55-4905-9832-d11626c17bd8) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:26.312011 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-29c7a75f-0482-4ea3-a516-93f714445930 None None] Provisioning complete for port 2a009cba-e2f4-4c1b-8c57-ae5865672234 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:26.321775 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-29c7a75f-0482-4ea3-a516-93f714445930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:26.329022 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37562) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:26.443170 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-29c7a75f-0482-4ea3-a516-93f714445930 None None] Port 2a009cba-e2f4-4c1b-8c57-ae5865672234 cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:01:26.475007 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Set router ac7d561d-0999-4cad-8d7d-96ee3877ef12 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:01:26.513448 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:26.540007 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Transition to ACTIVE for port object 641d7ca8-5b55-4905-9832-d11626c17bd8 will not be triggered until provisioned by entity DHCP. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:26.578941 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f5f71-b101-49f6-9056-1095bab35302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01e89f6-d559-479c-baa4-8b72749534e6,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:26.591418 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-cf7f5f71-b101-49f6-9056-1095bab35302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:26.600344 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:26.619588 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9eff190c-b7c1-4906-be8a-7dc90f2ab055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:26.741307 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:26.798238 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Network e7ee213c-6e0b-4113-9589-8fb92bbb537a is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:26.805797 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5f71-b101-49f6-9056-1095bab35302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:26.811947 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-cf7f5f71-b101-49f6-9056-1095bab35302 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e01e89f6-d559-479c-baa4-8b72749534e6 HTTP/1.1" status: 204 len: 168 time: 2.7214131 May 26 11:01:26.812755 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Pushing event updated for resources: {'Port': ['ID=641d7ca8-5b55-4905-9832-d11626c17bd8,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:26.832182 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:26.835103 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:26.842607 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:26.844363 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501088'] for router_interface, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:26.854956 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a82470e1-91ee-471e-bb0b-26a16b4a644f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:26.937611 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:26.959798 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:18Z', 'revision_number': 3, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:26.975243 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a32dbb-dbf4-4946-859b-1f8510148002 None None] The sync data for ids ['32a557a1-0384-4182-81ec-47f4a487001d'] in dv-cinder-793136-1-smb is: [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:18Z', 'revision_number': 3, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:01:27.099415 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a82470e1-91ee-471e-bb0b-26a16b4a644f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:27.124093 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a82470e1-91ee-471e-bb0b-26a16b4a644f admin admin] Usage tracker for resource:security_group_rule and tenant:d2715786c05046c899f9e6b8ab8f8d9d is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:27.142307 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a82470e1-91ee-471e-bb0b-26a16b4a644f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:27.207124 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a82470e1-91ee-471e-bb0b-26a16b4a644f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:27.277960 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'name': 'tempest-ServerRescueNegativeTestJSON-983960199-router', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4282beb-e75f-4d97-89c3-9626620361dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:15Z', 'updated_at': '2021-05-26T11:01:20Z', 'revision_number': 3, 'project_id': 'e6d36e779aa646e9895a7565b95a5153', 'gw_port': {'id': 'b4282beb-e75f-4d97-89c3-9626620361dd', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:18Z', 'updated_at': '2021-05-26T11:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:27.288250 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Checking router: ac7d561d-0999-4cad-8d7d-96ee3877ef12 for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:01:27.288661 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Updating router ac7d561d-0999-4cad-8d7d-96ee3877ef12 port b4282beb-e75f-4d97-89c3-9626620361dd binding host dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:01:27.328588 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:27.395149 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-80aa6350-5b8c-4eda-b8bf-4b631da9bc20 None None] Provisioning for port 641d7ca8-5b55-4905-9832-d11626c17bd8 completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:27.458601 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-80aa6350-5b8c-4eda-b8bf-4b631da9bc20 None None] Provisioning complete for port 641d7ca8-5b55-4905-9832-d11626c17bd8 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:27.458981 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-80aa6350-5b8c-4eda-b8bf-4b631da9bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:27.535300 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Network a654a238-2cb9-4e83-b780-05ea3abd13ba is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:27.549944 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:27.563801 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:27.600663 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:27.635312 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:27.636086 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:27.823597 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-80aa6350-5b8c-4eda-b8bf-4b631da9bc20 None None] Port 641d7ca8-5b55-4905-9832-d11626c17bd8 cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:01:27.871725 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device c7f2cc9f-c7de-4c45-a920-3051b181d40b up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:27.933156 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Pushing event updated for resources: {'Port': ['ID=fd138d4d-70c3-43ae-bed8-cf58b3c5b053,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:27.970692 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:27.988920 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37598) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:28.043213 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2543583 May 26 11:01:28.097004 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-8fe11ea2-361b-4d6b-8e36-d3f4410379e9 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:01:28.100424 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-8fe11ea2-361b-4d6b-8e36-d3f4410379e9 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283730 May 26 11:01:28.103200 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port c7f2cc9f-c7de-4c45-a920-3051b181d40b completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:28.123002 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port c7f2cc9f-c7de-4c45-a920-3051b181d40b triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:28.125137 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:28.164877 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2b775-5a29-45cb-a92c-b0f53a7c9bcf req-2e659e69-61bd-4de9-90bb-d23085ff7195 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:28.164877 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-9dc2b775-5a29-45cb-a92c-b0f53a7c9bcf req-2e659e69-61bd-4de9-90bb-d23085ff7195 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Synchronizing usage tracker for tenant:14a3f97bc84c481aae60a763e83a11db on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:28.454879 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-9dc2b775-5a29-45cb-a92c-b0f53a7c9bcf req-2e659e69-61bd-4de9-90bb-d23085ff7195 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Unset dirty status for tenant:14a3f97bc84c481aae60a763e83a11db on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:28.458877 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9dc2b775-5a29-45cb-a92c-b0f53a7c9bcf req-2e659e69-61bd-4de9-90bb-d23085ff7195 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 931 time: 1.2267020 May 26 11:01:28.618098 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:28.682029 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port c7f2cc9f-c7de-4c45-a920-3051b181d40b, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=c7f2cc9f-c7de-4c45-a920-3051b181d40b,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:28.690408 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:28.700598 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:28.722465 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:28.753939 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Transition to ACTIVE for port object b4282beb-e75f-4d97-89c3-9626620361dd will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:28.778008 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:28.793659 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:28.917124 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444975f4-f113-498c-8de8-c649749359f0 None None] Pushing event updated for resources: {'Port': ['ID=b4282beb-e75f-4d97-89c3-9626620361dd,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:28.921173 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-444975f4-f113-498c-8de8-c649749359f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:28.946995 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Attempting to bind port b4282beb-e75f-4d97-89c3-9626620361dd on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:01:28.947577 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Attempting to bind port b4282beb-e75f-4d97-89c3-9626620361dd by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:01:28.948016 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Attempting to bind port b4282beb-e75f-4d97-89c3-9626620361dd on network 73333234-0678-4b2b-9b0b-6206666e8f13 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:28.955476 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:01:28.955925 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Checking segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:28.956402 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:28.957225 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Bound using segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:01:28.957442 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Bound port: b4282beb-e75f-4d97-89c3-9626620361dd, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:01:28.957876 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:28.974479 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-9dc2b775-5a29-45cb-a92c-b0f53a7c9bcf req-4e513275-8f25-4b04-8dd3-563790a88bb2 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Synchronizing usage tracker for tenant:14a3f97bc84c481aae60a763e83a11db on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:28.986937 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=c7f2cc9f-c7de-4c45-a920-3051b181d40b,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:29.009756 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:29.015556 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:29.063330 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] For port b4282beb-e75f-4d97-89c3-9626620361dd, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:01:29.073769 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] For port b4282beb-e75f-4d97-89c3-9626620361dd, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=b4282beb-e75f-4d97-89c3-9626620361dd,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:01:29.081154 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:29.094954 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:29.102286 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:29.142383 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-388dc4cc-7781-433c-8933-a51455bdc823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:29.203083 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:29.218783 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-9dc2b775-5a29-45cb-a92c-b0f53a7c9bcf req-4e513275-8f25-4b04-8dd3-563790a88bb2 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Unset dirty status for tenant:14a3f97bc84c481aae60a763e83a11db on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:29.219993 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9dc2b775-5a29-45cb-a92c-b0f53a7c9bcf req-4e513275-8f25-4b04-8dd3-563790a88bb2 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7482274 May 26 11:01:29.238479 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Request body: {'port': {'device_id': '25650074-8daf-4e0b-a04d-9bff76598770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:29.246009 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Routers {'ac7d561d-0999-4cad-8d7d-96ee3877ef12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:01:29.246853 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:01:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['ac7d561d-0999-4cad-8d7d-96ee3877ef12'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:29.277837 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501187'] for router_interface, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:29.307622 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a82470e1-91ee-471e-bb0b-26a16b4a644f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:29.308953 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-388dc4cc-7781-433c-8933-a51455bdc823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:29.331127 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:29.504332 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-388dc4cc-7781-433c-8933-a51455bdc823 admin admin] Usage tracker for resource:security_group_rule and tenant:c19fc0586cfc48d4b934246c692ece76 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:29.509323 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a82470e1-91ee-471e-bb0b-26a16b4a644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:29.526697 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-388dc4cc-7781-433c-8933-a51455bdc823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:29.562131 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:29.692660 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-388dc4cc-7781-433c-8933-a51455bdc823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:29.701396 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] Set router ac7d561d-0999-4cad-8d7d-96ee3877ef12 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:01:29.754997 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device c7f2cc9f-c7de-4c45-a920-3051b181d40b up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:29.939530 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port c7f2cc9f-c7de-4c45-a920-3051b181d40b triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:29.941608 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:30.338459 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-a82470e1-91ee-471e-bb0b-26a16b4a644f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2715786c05046c899f9e6b8ab8f8d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0035777 May 26 11:01:30.344859 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37650) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:30.354951 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:01:30.379820 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444975f4-f113-498c-8de8-c649749359f0 None None] Pushing event updated for resources: {'Port': ['ID=b4282beb-e75f-4d97-89c3-9626620361dd,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:30.397437 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-444975f4-f113-498c-8de8-c649749359f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.296s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:30.404309 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Pushing event updated for resources: {'Port': ['ID=2a009cba-e2f4-4c1b-8c57-ae5865672234,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:30.426079 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Network 32b43f6f-a166-4fbd-adce-080c4d711545 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:30.428011 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.096s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:30.445975 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.737s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:30.464297 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'name': 'tempest-ServerRescueNegativeTestJSON-983960199-router', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4282beb-e75f-4d97-89c3-9626620361dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:15Z', 'updated_at': '2021-05-26T11:01:20Z', 'revision_number': 3, 'project_id': 'e6d36e779aa646e9895a7565b95a5153', 'gw_port': {'id': 'b4282beb-e75f-4d97-89c3-9626620361dd', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:18Z', 'updated_at': '2021-05-26T11:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:30.472734 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b2921-491b-4e6c-9c4e-7a14ba250309 None None] The sync data for ids ['ac7d561d-0999-4cad-8d7d-96ee3877ef12'] in dv-cinder-793136-1-smb is: [{'id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'name': 'tempest-ServerRescueNegativeTestJSON-983960199-router', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4282beb-e75f-4d97-89c3-9626620361dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:15Z', 'updated_at': '2021-05-26T11:01:20Z', 'revision_number': 3, 'project_id': 'e6d36e779aa646e9895a7565b95a5153', 'gw_port': {'id': 'b4282beb-e75f-4d97-89c3-9626620361dd', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:18Z', 'updated_at': '2021-05-26T11:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:01:30.476249 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-388dc4cc-7781-433c-8933-a51455bdc823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:30.499944 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:30.624351 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-388dc4cc-7781-433c-8933-a51455bdc823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:30.690582 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd138d4d-70c3-43ae-bed8-cf58b3c5b053 {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:01:30.711803 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:30.802898 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-388dc4cc-7781-433c-8933-a51455bdc823 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c19fc0586cfc48d4b934246c692ece76&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8079405 May 26 11:01:30.831534 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:30.833698 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37664) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:30.859368 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Transition to ACTIVE for port object fd138d4d-70c3-43ae-bed8-cf58b3c5b053 will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:30.894957 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:30.896457 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0cbf-3b8c-4503-aa29-cf707c060971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:30.899723 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:30.906481 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501187'] for router_interface, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:30.912784 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:31.019554 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Pushing event updated for resources: {'Port': ['ID=641d7ca8-5b55-4905-9832-d11626c17bd8,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:31.061936 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82470e1-91ee-471e-bb0b-26a16b4a644f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ee0068-1e68-46fb-8ae0-c4f40669954a,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:31.079591 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:31.090501 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-a7272ba0-b381-4851-afd0-bbe6c5a4b230 None None] Provisioning complete for port 2a009cba-e2f4-4c1b-8c57-ae5865672234 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:31.091042 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a7272ba0-b381-4851-afd0-bbe6c5a4b230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:31.106912 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a82470e1-91ee-471e-bb0b-26a16b4a644f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:31.118748 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-d5d009af-7cea-4695-b665-9bf8315ad845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:31.317145 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0cbf-3b8c-4503-aa29-cf707c060971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:31.342800 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-a7272ba0-b381-4851-afd0-bbe6c5a4b230 None None] Port 2a009cba-e2f4-4c1b-8c57-ae5865672234 cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:01:31.598351 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dc4cc-7781-433c-8933-a51455bdc823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2345bc9d-6256-4111-9636-d7491e5a8dcc,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:31.616919 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-388dc4cc-7781-433c-8933-a51455bdc823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:31.710281 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8250f92c-1fe9-4c38-9a78-3e886d5b961a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:31.753379 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd138d4d-70c3-43ae-bed8-cf58b3c5b053,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:31.756065 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:31.775073 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Attempting to bind port fd138d4d-70c3-43ae-bed8-cf58b3c5b053 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:01:31.775424 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Attempting to bind port fd138d4d-70c3-43ae-bed8-cf58b3c5b053 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '2d212e56-6f4b-482d-af5d-8b3f8849e282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a654a238-2cb9-4e83-b780-05ea3abd13ba'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:01:31.775879 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Attempting to bind port fd138d4d-70c3-43ae-bed8-cf58b3c5b053 on network a654a238-2cb9-4e83-b780-05ea3abd13ba {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:31.777774 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.684s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:31.778125 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:31.826034 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device b4282beb-e75f-4d97-89c3-9626620361dd up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:31.837596 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Port fd138d4d-70c3-43ae-bed8-cf58b3c5b053 on network a654a238-2cb9-4e83-b780-05ea3abd13ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:01:31.837920 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Attempting to bind port fd138d4d-70c3-43ae-bed8-cf58b3c5b053 on network a654a238-2cb9-4e83-b780-05ea3abd13ba {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:31.879868 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:01:31.879868 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Checking segment: {'id': '2d212e56-6f4b-482d-af5d-8b3f8849e282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a654a238-2cb9-4e83-b780-05ea3abd13ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:31.879868 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Bound using segment: {'id': '2d212e56-6f4b-482d-af5d-8b3f8849e282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a654a238-2cb9-4e83-b780-05ea3abd13ba'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:01:31.880391 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Bound port: fd138d4d-70c3-43ae-bed8-cf58b3c5b053, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d212e56-6f4b-482d-af5d-8b3f8849e282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a654a238-2cb9-4e83-b780-05ea3abd13ba'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:01:31.880735 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:31.923585 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8250f92c-1fe9-4c38-9a78-3e886d5b961a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:31.934999 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ea7d8-eba9-45d8-9cb6-fc0612a99352 req-ec1a13d7-e56e-4259-9574-7f9c7b2f5e43 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:31.937024 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7a4ea7d8-eba9-45d8-9cb6-fc0612a99352 req-ec1a13d7-e56e-4259-9574-7f9c7b2f5e43 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 931 time: 1.4641078 May 26 11:01:32.011722 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port b4282beb-e75f-4d97-89c3-9626620361dd completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:32.025740 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port b4282beb-e75f-4d97-89c3-9626620361dd triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:32.026758 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:32.033531 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Router b6302efb-1532-4fa5-847d-8a16584b2a12 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:01:32.067419 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7a4ea7d8-eba9-45d8-9cb6-fc0612a99352 req-aff59e11-48ec-482f-89b8-d07af79b7218 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108212 May 26 11:01:32.104963 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0cbf-3b8c-4503-aa29-cf707c060971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:32.216777 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:32.232586 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Network e7ee213c-6e0b-4113-9589-8fb92bbb537a is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:32.252824 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:32.253055 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc0cbf-3b8c-4503-aa29-cf707c060971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ee0068-1e68-46fb-8ae0-c4f40669954a,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:32.274684 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a4fc0cbf-3b8c-4503-aa29-cf707c060971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:32.317152 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Allocated IP 172.20.0.1 (0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317/bbf6281a-8c05-4fba-8ba1-63390fc46865/21407a69-8259-4e85-bb48-ba8e8d851dcb) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:32.428507 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:32.472244 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] For port fd138d4d-70c3-43ae-bed8-cf58b3c5b053, host hv-cinder-79313, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:01:32.491413 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port b4282beb-e75f-4d97-89c3-9626620361dd, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=b4282beb-e75f-4d97-89c3-9626620361dd,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:32.501171 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:32.503350 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:32.506137 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0cbf-3b8c-4503-aa29-cf707c060971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:32.509455 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] For port fd138d4d-70c3-43ae-bed8-cf58b3c5b053, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fd138d4d-70c3-43ae-bed8-cf58b3c5b053,segment=NetworkSegment(2d212e56-6f4b-482d-af5d-8b3f8849e282),segment_id=2d212e56-6f4b-482d-af5d-8b3f8849e282)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:01:32.512139 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-a4fc0cbf-3b8c-4503-aa29-cf707c060971 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56ee0068-1e68-46fb-8ae0-c4f40669954a HTTP/1.1" status: 204 len: 168 time: 2.1182873 May 26 11:01:32.515703 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:01:32.543238 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] 10.222.0.25 "PUT /v2.0/routers/b6302efb-1532-4fa5-847d-8a16584b2a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1377411 May 26 11:01:32.563318 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:32.574372 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8250f92c-1fe9-4c38-9a78-3e886d5b961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:32.594867 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:32.652147 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Sync routers for ids ['b6302efb-1532-4fa5-847d-8a16584b2a12'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:01:32.726274 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Routers {'b6302efb-1532-4fa5-847d-8a16584b2a12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:01:32.727163 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:01:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['b6302efb-1532-4fa5-847d-8a16584b2a12'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:32.816392 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:32.817104 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:32.819056 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] 10.222.0.16 "PUT /v2.0/ports/fd138d4d-70c3-43ae-bed8-cf58b3c5b053 HTTP/1.1" status: 200 len: 1093 time: 3.9338279 May 26 11:01:32.839098 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25650074-8daf-4e0b-a04d-9bff76598770', 'tag': 'fd138d4d-70c3-43ae-bed8-cf58b3c5b053'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:01:32.946024 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-cf9798cf-749a-4a91-a92d-ef4de3705211 None None] Provisioning complete for port 641d7ca8-5b55-4905-9832-d11626c17bd8 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:32.948326 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cf9798cf-749a-4a91-a92d-ef4de3705211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:32.995536 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8250f92c-1fe9-4c38-9a78-3e886d5b961a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:32.999977 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-8250f92c-1fe9-4c38-9a78-3e886d5b961a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2345bc9d-6256-4111-9636-d7491e5a8dcc HTTP/1.1" status: 204 len: 168 time: 2.1614518 May 26 11:01:33.003107 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:33.055256 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:33.070595 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ab9549ba-e4dc-49f7-8f2a-bd7a05160ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:33.117381 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd138d4d-70c3-43ae-bed8-cf58b3c5b053,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:33.121930 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:33.128281 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.485s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:33.172618 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:33.175877 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:33.186557 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:33.187207 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501088'] for router_interface, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:33.192099 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=b4282beb-e75f-4d97-89c3-9626620361dd,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:33.197328 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250f92c-1fe9-4c38-9a78-3e886d5b961a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2345bc9d-6256-4111-9636-d7491e5a8dcc,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:33.202329 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8250f92c-1fe9-4c38-9a78-3e886d5b961a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:33.208890 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Router 32a557a1-0384-4182-81ec-47f4a487001d has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:01:33.213959 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Pushing event updated for resources: {'Port': ['ID=21407a69-8259-4e85-bb48-ba8e8d851dcb,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:33.217114 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:33.278041 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:33.370253 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-cf9798cf-749a-4a91-a92d-ef4de3705211 None None] Port 641d7ca8-5b55-4905-9832-d11626c17bd8 cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:01:33.659521 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-6e457d65-22e8-4590-aa72-2ac03721f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:33.661052 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-6e457d65-22e8-4590-aa72-2ac03721f5ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14a3f97bc84c481aae60a763e83a11db&device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 1096 time: 0.6533968 May 26 11:01:33.737050 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:33.815080 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Set router b6302efb-1532-4fa5-847d-8a16584b2a12 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:01:33.931832 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-82a00e91-154b-46ec-944c-cb9a301797d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd138d4d-70c3-43ae-bed8-cf58b3c5b053 HTTP/1.1" status: 200 len: 217 time: 0.2175217 May 26 11:01:34.089389 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device b4282beb-e75f-4d97-89c3-9626620361dd up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:34.255196 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:01:34.268622 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Sync routers for ids ['32a557a1-0384-4182-81ec-47f4a487001d'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:01:34.301388 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Routers {'32a557a1-0384-4182-81ec-47f4a487001d'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:01:34.302112 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:01:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['32a557a1-0384-4182-81ec-47f4a487001d'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:34.445327 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] 10.222.0.25 "PUT /v2.0/routers/32a557a1-0384-4182-81ec-47f4a487001d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1428001 May 26 11:01:34.530109 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-33f97a6c-16e0-483a-87a5-bbc3fe2563a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:34.538137 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-33f97a6c-16e0-483a-87a5-bbc3fe2563a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338e6a41-0588-408f-abb0-3558fbcbd4a1 HTTP/1.1" status: 200 len: 851 time: 0.2897747 May 26 11:01:34.597901 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port b4282beb-e75f-4d97-89c3-9626620361dd triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:34.598459 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:34.630469 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12b99a-bd32-4abe-841f-f34d1808dee7 req-10e1fe97-72c9-494d-b2a6-d7ea79c094fc tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:34.635837 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0a12b99a-bd32-4abe-841f-f34d1808dee7 req-10e1fe97-72c9-494d-b2a6-d7ea79c094fc tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 943 time: 1.2034156 May 26 11:01:34.761287 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37756) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:34.778724 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-350916b0-2634-40c1-a0ec-8a71bd35b341 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a654a238-2cb9-4e83-b780-05ea3abd13ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779872 May 26 11:01:34.781909 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74596280', 'description': 'tempest-description--69336069'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:34.815741 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:34.839257 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Usage tracker for resource:security_group and tenant:5dea62f1d4724fffaaf71875aa52046c is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:34.843730 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:34.884629 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37764) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:34.885592 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:34.897381 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0a12b99a-bd32-4abe-841f-f34d1808dee7 req-58e87105-b613-47f5-b477-3027d62f4d0a tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286220 May 26 11:01:34.943804 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.db.resource_extend [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 11:01:34.980311 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-212efe67-3b2b-4758-a146-a41adb1179ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:35.021417 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:35.024183 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:35.043469 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-212efe67-3b2b-4758-a146-a41adb1179ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:35.048795 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-212efe67-3b2b-4758-a146-a41adb1179ce admin admin] Usage tracker for resource:security_group_rule and tenant:9f67e6657d074ff897a91358a4f59b35 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:35.052897 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-212efe67-3b2b-4758-a146-a41adb1179ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:35.054206 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Set router 32a557a1-0384-4182-81ec-47f4a487001d gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:01:35.063902 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:27Z', 'revision_number': 2, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:35.073401 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Checking router: b6302efb-1532-4fa5-847d-8a16584b2a12 for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:01:35.073401 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Updating router b6302efb-1532-4fa5-847d-8a16584b2a12 port 2a009cba-e2f4-4c1b-8c57-ae5865672234 binding host dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:01:35.082736 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-212efe67-3b2b-4758-a146-a41adb1179ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:35.091581 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:35.094146 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-211dcbea-1f91-417e-98dd-54f43e268ce9 service neutron] 10.222.0.16 "GET /v2.0/networks/a654a238-2cb9-4e83-b780-05ea3abd13ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687654 May 26 11:01:35.135384 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:35.205307 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-212efe67-3b2b-4758-a146-a41adb1179ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:35.208722 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37774) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:35.210662 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501187'] for router_interface, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:35.234510 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:35.311395 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-212efe67-3b2b-4758-a146-a41adb1179ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:35.342063 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:35.474158 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae0f2e6d-cb1e-473e-ac0e-ca509c717a31 req-5434d86d-ca7b-419c-9614-1dfc56d191eb service neutron] 10.222.0.16 "GET /v2.0/networks/a654a238-2cb9-4e83-b780-05ea3abd13ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791833 May 26 11:01:35.620336 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25650074-8daf-4e0b-a04d-9bff76598770', 'tag': 'fd138d4d-70c3-43ae-bed8-cf58b3c5b053', 'status': 'completed', 'code': 200} May 26 11:01:35.888686 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Usage tracker for resource:security_group_rule and tenant:5dea62f1d4724fffaaf71875aa52046c is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:35.898642 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:35.918082 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:35.947019 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0da543d7-02a1-4c9a-9450-d9cea7a43b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:36.033090 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Pushing event updated for resources: {'Port': ['ID=21407a69-8259-4e85-bb48-ba8e8d851dcb,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:36.044172 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:36.046487 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.629s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:36.074300 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-212efe67-3b2b-4758-a146-a41adb1179ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f67e6657d074ff897a91358a4f59b35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1754363 May 26 11:01:36.076949 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37798) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:36.086748 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:36.119258 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Transition to ACTIVE for port object 2a009cba-e2f4-4c1b-8c57-ae5865672234 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:36.140541 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:36.146731 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:36.153750 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-0da543d7-02a1-4c9a-9450-d9cea7a43b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:36.159367 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:29Z', 'revision_number': 2, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:36.171629 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:36.174389 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Checking router: 32a557a1-0384-4182-81ec-47f4a487001d for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:01:36.175788 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Updating router 32a557a1-0384-4182-81ec-47f4a487001d port 641d7ca8-5b55-4905-9832-d11626c17bd8 binding host dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:01:36.198463 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:36.208732 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-0da543d7-02a1-4c9a-9450-d9cea7a43b23 admin admin] Usage tracker for resource:security_group_rule and tenant:84b339676130457bbc42d5c95d0f963e is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:36.224075 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-0da543d7-02a1-4c9a-9450-d9cea7a43b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:36.263954 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-0da543d7-02a1-4c9a-9450-d9cea7a43b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:36.287532 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212efe67-3b2b-4758-a146-a41adb1179ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e53d26-612b-452a-8503-2e458beb33cb,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:36.330071 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-212efe67-3b2b-4758-a146-a41adb1179ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:36.383704 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:36.470278 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37808) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:36.509137 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--834893889', 'description': 'tempest-description--2065207274'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:36.527737 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:36.531790 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Usage tracker for resource:security_group and tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:36.538666 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:36.553269 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:36.558888 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405da80-aef5-420b-bc3c-f74eb3e60b2d None None] Pushing event updated for resources: {'Port': ['ID=2a009cba-e2f4-4c1b-8c57-ae5865672234,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:36.637001 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a405da80-aef5-420b-bc3c-f74eb3e60b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:36.654151 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:36.685123 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8dee1df1-3783-40b5-9f65-ea413ec03e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:36.710877 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:36.711042 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:36.730696 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Usage tracker for resource:security_group_rule and tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:36.745943 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:36.754763 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d2e3e-6275-4c17-be10-a00063bf1b8c req-ac70d063-4852-43be-a303-64c7b0a3298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:36.757041 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ce3d2e3e-6275-4c17-be10-a00063bf1b8c req-ac70d063-4852-43be-a303-64c7b0a3298a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14a3f97bc84c481aae60a763e83a11db&device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 1096 time: 0.4598062 May 26 11:01:36.761750 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8dee1df1-3783-40b5-9f65-ea413ec03e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:36.774324 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:36.813796 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0da543d7-02a1-4c9a-9450-d9cea7a43b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:36.821453 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:36.827568 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0da543d7-02a1-4c9a-9450-d9cea7a43b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:36.836660 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Attempting to bind port 2a009cba-e2f4-4c1b-8c57-ae5865672234 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:01:36.837038 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Attempting to bind port 2a009cba-e2f4-4c1b-8c57-ae5865672234 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:01:36.837431 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Attempting to bind port 2a009cba-e2f4-4c1b-8c57-ae5865672234 on network 32b43f6f-a166-4fbd-adce-080c4d711545 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:36.840482 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b11da-ab0b-4c97-bfb5-294ffc9fdebe req-c321c3ac-40de-449c-b468-8c9e804758f4 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:36.843256 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2f1b11da-ab0b-4c97-bfb5-294ffc9fdebe req-c321c3ac-40de-449c-b468-8c9e804758f4 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 943 time: 0.6624372 May 26 11:01:36.850984 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:01:36.854237 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Checking segment: {'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:36.858224 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:36.858649 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Bound using segment: {'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:01:36.859164 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Bound port: 2a009cba-e2f4-4c1b-8c57-ae5865672234, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:01:36.859556 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:36.878313 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:36.962064 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:36.966195 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 2.1991444 May 26 11:01:36.982887 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] For port 2a009cba-e2f4-4c1b-8c57-ae5865672234, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:01:36.986792 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37830) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:36.990558 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] For port 2a009cba-e2f4-4c1b-8c57-ae5865672234, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=2a009cba-e2f4-4c1b-8c57-ae5865672234,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:01:37.001044 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.009994 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:37.034524 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.035426 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-4acfc190-8c90-4b25-913b-86b1e9ffb6e8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Request body: {'security_group_rule': {'security_group_id': 'b8eaab89-23df-4b22-bc58-185fa9c83c7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:37.045280 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-4acfc190-8c90-4b25-913b-86b1e9ffb6e8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:37.050419 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Transition to ACTIVE for port object 641d7ca8-5b55-4905-9832-d11626c17bd8 will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:37.051998 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-4acfc190-8c90-4b25-913b-86b1e9ffb6e8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Usage tracker for resource:security_group_rule and tenant:5dea62f1d4724fffaaf71875aa52046c is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:37.056929 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-4acfc190-8c90-4b25-913b-86b1e9ffb6e8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:37.061399 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.068029 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:37.068222 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-4acfc190-8c90-4b25-913b-86b1e9ffb6e8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:37.117805 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4acfc190-8c90-4b25-913b-86b1e9ffb6e8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.119103 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d2e3e-6275-4c17-be10-a00063bf1b8c req-d2383b03-1111-4753-b6b6-56942d3c9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:37.122127 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ce3d2e3e-6275-4c17-be10-a00063bf1b8c req-d2383b03-1111-4753-b6b6-56942d3c9cae service neutron] 10.222.0.16 "GET /v2.0/networks?id=a654a238-2cb9-4e83-b780-05ea3abd13ba HTTP/1.1" status: 200 len: 912 time: 0.3511441 May 26 11:01:37.174613 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1216c-8473-4d00-b4ac-ed4a4dde41c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eaab89-23df-4b22-bc58-185fa9c83c7d,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:37.181390 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Routers {'b6302efb-1532-4fa5-847d-8a16584b2a12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:01:37.182122 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:01:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['b6302efb-1532-4fa5-847d-8a16584b2a12'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:37.210970 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd861c-d4fa-4aed-a349-fe3e25901652 None None] Pushing event updated for resources: {'Port': ['ID=641d7ca8-5b55-4905-9832-d11626c17bd8,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:37.226401 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-40bd861c-d4fa-4aed-a349-fe3e25901652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:37.254202 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4acfc190-8c90-4b25-913b-86b1e9ffb6e8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.257976 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2f1b11da-ab0b-4c97-bfb5-294ffc9fdebe req-2312b745-0bbb-4a76-8012-610401c5f66e tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406515 May 26 11:01:37.262942 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ce3d2e3e-6275-4c17-be10-a00063bf1b8c req-a95d4099-5213-440d-a654-e5f7e6f3032f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd138d4d-70c3-43ae-bed8-cf58b3c5b053 HTTP/1.1" status: 200 len: 217 time: 0.1331151 May 26 11:01:37.298140 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da543d7-02a1-4c9a-9450-d9cea7a43b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e4d4ff-dfed-4824-ab0a-8db55f18255f,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:37.329397 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-0da543d7-02a1-4c9a-9450-d9cea7a43b23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84b339676130457bbc42d5c95d0f963e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1110065 May 26 11:01:37.331105 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0da543d7-02a1-4c9a-9450-d9cea7a43b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:37.334132 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37838) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:37.353576 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-06c95fcf-bfe9-46e8-955b-d51da6086044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:37.354336 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-06c95fcf-bfe9-46e8-955b-d51da6086044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:37.357627 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4acfc190-8c90-4b25-913b-86b1e9ffb6e8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.357766 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405da80-aef5-420b-bc3c-f74eb3e60b2d None None] Pushing event updated for resources: {'Port': ['ID=2a009cba-e2f4-4c1b-8c57-ae5865672234,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:37.368346 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Router ac7d561d-0999-4cad-8d7d-96ee3877ef12 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:01:37.370172 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8dee1df1-3783-40b5-9f65-ea413ec03e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.406845 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:37.417615 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:37.432618 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.454503 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Attempting to bind port 641d7ca8-5b55-4905-9832-d11626c17bd8 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:01:37.454913 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Attempting to bind port 641d7ca8-5b55-4905-9832-d11626c17bd8 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:01:37.455310 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Attempting to bind port 641d7ca8-5b55-4905-9832-d11626c17bd8 on network e7ee213c-6e0b-4113-9589-8fb92bbb537a {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:37.456352 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee1df1-3783-40b5-9f65-ea413ec03e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e53d26-612b-452a-8503-2e458beb33cb,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:37.461595 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.463111 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8dee1df1-3783-40b5-9f65-ea413ec03e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:37.467587 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:01:37.474819 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Checking segment: {'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:37.475531 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.475878 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Bound using segment: {'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:01:37.476387 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Bound port: 641d7ca8-5b55-4905-9832-d11626c17bd8, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:01:37.476785 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.490139 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:37.520096 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfc190-8c90-4b25-913b-86b1e9ffb6e8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9711e358-36ef-4ff6-bf02-5ef7a5ac4e0b,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:37.525785 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d2e3e-6275-4c17-be10-a00063bf1b8c req-addda4f7-6c4f-4247-95c1-2e74bf6e4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:37.529467 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ce3d2e3e-6275-4c17-be10-a00063bf1b8c req-addda4f7-6c4f-4247-95c1-2e74bf6e4320 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338e6a41-0588-408f-abb0-3558fbcbd4a1 HTTP/1.1" status: 200 len: 851 time: 0.2453630 May 26 11:01:37.534534 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4acfc190-8c90-4b25-913b-86b1e9ffb6e8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:37.538228 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8dee1df1-3783-40b5-9f65-ea413ec03e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.538487 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a405da80-aef5-420b-bc3c-f74eb3e60b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:37.539686 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-8dee1df1-3783-40b5-9f65-ea413ec03e42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47e53d26-612b-452a-8503-2e458beb33cb HTTP/1.1" status: 204 len: 168 time: 1.4615717 May 26 11:01:37.613218 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.617797 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1404457 May 26 11:01:37.619475 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37850) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:37.623880 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ce3d2e3e-6275-4c17-be10-a00063bf1b8c req-a640b674-01d7-4e78-81e5-66a0d8b732cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a654a238-2cb9-4e83-b780-05ea3abd13ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755599 May 26 11:01:37.625180 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec73a879-c0c8-427b-a2d7-d5a687df3ac8,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:37.630881 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-bdbc690f-6b8c-49bf-b6d5-a81eb4199a81 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Request body: {'security_group_rule': {'security_group_id': 'ec73a879-c0c8-427b-a2d7-d5a687df3ac8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:37.657337 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:37.666646 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-bdbc690f-6b8c-49bf-b6d5-a81eb4199a81 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:37.717894 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-bdbc690f-6b8c-49bf-b6d5-a81eb4199a81 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Usage tracker for resource:security_group_rule and tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:37.736519 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] Set router b6302efb-1532-4fa5-847d-8a16584b2a12 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:01:37.740105 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-bdbc690f-6b8c-49bf-b6d5-a81eb4199a81 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:37.756193 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] For port 641d7ca8-5b55-4905-9832-d11626c17bd8, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:01:37.762053 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] For port 641d7ca8-5b55-4905-9832-d11626c17bd8, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=641d7ca8-5b55-4905-9832-d11626c17bd8,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:01:37.770462 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.778496 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-444975f4-f113-498c-8de8-c649749359f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:37.779956 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-bdbc690f-6b8c-49bf-b6d5-a81eb4199a81 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:37.791173 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4acfc190-8c90-4b25-913b-86b1e9ffb6e8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:37.796293 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-4acfc190-8c90-4b25-913b-86b1e9ffb6e8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7866814 May 26 11:01:37.804063 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37856) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:37.824790 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-a66b71b5-e154-4c7e-aa04-7e0ba3ee1c3f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Request body: {'security_group_rule': {'security_group_id': 'b8eaab89-23df-4b22-bc58-185fa9c83c7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:37.875308 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-a66b71b5-e154-4c7e-aa04-7e0ba3ee1c3f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:37.897314 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-a66b71b5-e154-4c7e-aa04-7e0ba3ee1c3f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Usage tracker for resource:security_group_rule and tenant:5dea62f1d4724fffaaf71875aa52046c is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:37.900637 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Routers {'32a557a1-0384-4182-81ec-47f4a487001d'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:01:37.903222 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:01:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['32a557a1-0384-4182-81ec-47f4a487001d'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:37.907898 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-a66b71b5-e154-4c7e-aa04-7e0ba3ee1c3f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:37.962070 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bdbc690f-6b8c-49bf-b6d5-a81eb4199a81 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:38.074796 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd861c-d4fa-4aed-a349-fe3e25901652 None None] Pushing event updated for resources: {'Port': ['ID=641d7ca8-5b55-4905-9832-d11626c17bd8,revision_number=4']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:38.075131 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2837dfcb-a9f4-4aba-93bd-6d17719ba332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:38.085619 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-40bd861c-d4fa-4aed-a349-fe3e25901652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:38.092395 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-a66b71b5-e154-4c7e-aa04-7e0ba3ee1c3f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:38.152095 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ce3d2e3e-6275-4c17-be10-a00063bf1b8c req-8ee1a417-9cf9-4611-bd5e-7bacee62cac3 service neutron] 10.222.0.16 "GET /v2.0/networks/a654a238-2cb9-4e83-b780-05ea3abd13ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153792 May 26 11:01:38.248351 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2837dfcb-a9f4-4aba-93bd-6d17719ba332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:38.249332 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bdbc690f-6b8c-49bf-b6d5-a81eb4199a81 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:38.318572 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:01:38.329399 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] 10.222.0.25 "PUT /v2.0/routers/ac7d561d-0999-4cad-8d7d-96ee3877ef12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5200307 May 26 11:01:38.361015 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Sync routers for ids ['ac7d561d-0999-4cad-8d7d-96ee3877ef12'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:01:38.399332 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2837dfcb-a9f4-4aba-93bd-6d17719ba332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:38.405027 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:38.435386 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837dfcb-a9f4-4aba-93bd-6d17719ba332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e4d4ff-dfed-4824-ab0a-8db55f18255f,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:38.445764 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-2837dfcb-a9f4-4aba-93bd-6d17719ba332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:38.452958 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Routers {'ac7d561d-0999-4cad-8d7d-96ee3877ef12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:01:38.458027 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2837dfcb-a9f4-4aba-93bd-6d17719ba332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:38.459036 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:01:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['ac7d561d-0999-4cad-8d7d-96ee3877ef12'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:38.464978 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] Set router 32a557a1-0384-4182-81ec-47f4a487001d gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:01:38.469092 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-2837dfcb-a9f4-4aba-93bd-6d17719ba332 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06e4d4ff-dfed-4824-ab0a-8db55f18255f HTTP/1.1" status: 204 len: 168 time: 1.1063886 May 26 11:01:38.480307 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bdbc690f-6b8c-49bf-b6d5-a81eb4199a81 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:38.488106 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a66b71b5-e154-4c7e-aa04-7e0ba3ee1c3f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:38.505535 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:38.542848 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc690f-6b8c-49bf-b6d5-a81eb4199a81 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d27ff7-ba54-48ee-9cd7-dfcdf2116f7e,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:38.572193 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bdbc690f-6b8c-49bf-b6d5-a81eb4199a81 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:38.605142 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bdbc690f-6b8c-49bf-b6d5-a81eb4199a81 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:38.606270 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-bdbc690f-6b8c-49bf-b6d5-a81eb4199a81 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9855917 May 26 11:01:38.609057 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37884) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:38.614978 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-4fe158ae-d181-4a4d-b5fd-0618148b876e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Request body: {'security_group_rule': {'security_group_id': 'ec73a879-c0c8-427b-a2d7-d5a687df3ac8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:38.624754 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ce3d2e3e-6275-4c17-be10-a00063bf1b8c req-5cbc60ed-e746-4796-8d9c-6bfa6cd27b6c service neutron] 10.222.0.16 "GET /v2.0/networks/a654a238-2cb9-4e83-b780-05ea3abd13ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441211 May 26 11:01:38.655903 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a66b71b5-e154-4c7e-aa04-7e0ba3ee1c3f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:38.671344 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a66b71b5-e154-4c7e-aa04-7e0ba3ee1c3f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:38.675445 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bdbc690f-6b8c-49bf-b6d5-a81eb4199a81 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:38.743034 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b71b5-e154-4c7e-aa04-7e0ba3ee1c3f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c48aa01-9a2b-44eb-aff5-66633423eaf8,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:38.748719 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a66b71b5-e154-4c7e-aa04-7e0ba3ee1c3f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:38.767975 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-4fe158ae-d181-4a4d-b5fd-0618148b876e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:38.770132 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a66b71b5-e154-4c7e-aa04-7e0ba3ee1c3f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:38.775861 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-a66b71b5-e154-4c7e-aa04-7e0ba3ee1c3f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9706469 May 26 11:01:38.776902 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37896) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:38.790241 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Request body: {'floatingip': {'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:38.820596 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-4fe158ae-d181-4a4d-b5fd-0618148b876e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Usage tracker for resource:security_group_rule and tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:38.832733 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:38.836806 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-4fe158ae-d181-4a4d-b5fd-0618148b876e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:38.866592 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Usage tracker for resource:floatingip and tenant:5dea62f1d4724fffaaf71875aa52046c is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:38.870259 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:38.873589 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-4fe158ae-d181-4a4d-b5fd-0618148b876e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:38.898270 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:38.931684 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for floatingip, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:38.981284 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4fe158ae-d181-4a4d-b5fd-0618148b876e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:39.053665 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Set router ac7d561d-0999-4cad-8d7d-96ee3877ef12 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:01:39.062474 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5694e0c-c6a8-4cd5-b9d8-95d3e90aa325 req-93ce9277-ffbd-4fb6-917b-4869de318f5d tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:39.064465 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b5694e0c-c6a8-4cd5-b9d8-95d3e90aa325 req-93ce9277-ffbd-4fb6-917b-4869de318f5d tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 943 time: 0.4445770 May 26 11:01:39.135806 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4fe158ae-d181-4a4d-b5fd-0618148b876e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:39.148928 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b5694e0c-c6a8-4cd5-b9d8-95d3e90aa325 req-1a299f3a-3b98-418a-af12-c1f9d4b11954 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745833 May 26 11:01:39.150108 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4fe158ae-d181-4a4d-b5fd-0618148b876e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:39.153787 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:39.212531 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe158ae-d181-4a4d-b5fd-0618148b876e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e0e5d0-15da-4b3b-8f0a-09629c0230e0,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:39.218215 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4fe158ae-d181-4a4d-b5fd-0618148b876e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:39.236141 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:39.246552 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4fe158ae-d181-4a4d-b5fd-0618148b876e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:39.251876 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-4fe158ae-d181-4a4d-b5fd-0618148b876e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6415391 May 26 11:01:39.252747 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37914) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:39.262094 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Request body: {'floatingip': {'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:39.276232 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:39.282997 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Usage tracker for resource:floatingip and tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:39.289614 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:39.294812 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:37Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:39.304140 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39872473-2c73-4d86-ad72-08c3378c9a8d None None] The sync data for ids ['32a557a1-0384-4182-81ec-47f4a487001d'] in dv-cinder-793136-1-smb is: [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:37Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:01:39.306879 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:39.328124 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for floatingip, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:39.489596 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37920) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:39.529797 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9d2c5d2a-dc66-4eff-892f-2d36eb518b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:39.559642 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-9d2c5d2a-dc66-4eff-892f-2d36eb518b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:39.578199 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-9d2c5d2a-dc66-4eff-892f-2d36eb518b4e admin admin] Usage tracker for resource:security_group_rule and tenant:ca2d7082a736471a96e1b9a77580afe3 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:39.591132 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Allocated IP 172.28.0.203 (73333234-0678-4b2b-9b0b-6206666e8f13/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0/882a3f40-a0b3-4f57-ae41-48bfc0a2387b) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:39.593180 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:36Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:39.597994 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-9d2c5d2a-dc66-4eff-892f-2d36eb518b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:39.607625 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559fe80-1ac2-47a4-9d47-6e392df91831 None None] The sync data for ids ['b6302efb-1532-4fa5-847d-8a16584b2a12'] in dv-cinder-793136-1-smb is: [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:36Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:01:39.636437 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-9d2c5d2a-dc66-4eff-892f-2d36eb518b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:39.646497 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'name': 'tempest-ServerRescueNegativeTestJSON-983960199-router', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4282beb-e75f-4d97-89c3-9626620361dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:15Z', 'updated_at': '2021-05-26T11:01:33Z', 'revision_number': 4, 'project_id': 'e6d36e779aa646e9895a7565b95a5153', 'gw_port': {'id': 'b4282beb-e75f-4d97-89c3-9626620361dd', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:18Z', 'updated_at': '2021-05-26T11:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '21407a69-8259-4e85-bb48-ba8e8d851dcb', 'name': '', 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153', 'mac_address': 'fa:16:3e:67:34:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bbf6281a-8c05-4fba-8ba1-63390fc46865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:31Z', 'updated_at': '2021-05-26T11:01:34Z', 'revision_number': 2, 'project_id': 'e6d36e779aa646e9895a7565b95a5153', 'subnets': [{'id': 'bbf6281a-8c05-4fba-8ba1-63390fc46865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:39.655437 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Checking router: ac7d561d-0999-4cad-8d7d-96ee3877ef12 for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:01:39.657454 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Updating router ac7d561d-0999-4cad-8d7d-96ee3877ef12 port 21407a69-8259-4e85-bb48-ba8e8d851dcb binding host dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:01:39.744487 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:39.798775 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:39.867195 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 641d7ca8-5b55-4905-9832-d11626c17bd8 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:40.022530 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 37942) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:40.243682 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-27520046-network', 'tenant_id': '939b9b87d0b9470cb0b9091b4bdbeb39'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:40.250937 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:40.259769 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:40.262396 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Usage tracker for resource:network and tenant:939b9b87d0b9470cb0b9091b4bdbeb39 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:40.267568 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:40.284260 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:40.318277 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Made reservation on behalf of 939b9b87d0b9470cb0b9091b4bdbeb39 for: {'network': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:40.320725 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:40.339886 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-1e5152d5-f5e0-4f4f-83fc-c5cfed3116b3 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:40.348882 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 641d7ca8-5b55-4905-9832-d11626c17bd8 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:40.355050 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-1e5152d5-f5e0-4f4f-83fc-c5cfed3116b3 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/networks?id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 HTTP/1.1" status: 200 len: 818 time: 0.5930190 May 26 11:01:40.362952 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:40.394221 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-1b4ffbdb-9b89-448c-bd32-78be3ef7d2c8 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/quotas/e6d36e779aa646e9895a7565b95a5153 HTTP/1.1" status: 200 len: 375 time: 0.0380259 May 26 11:01:40.434326 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:40.474340 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4cbc4b06-bb51-486f-a53c-516abe24122c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:40.503388 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Allocated IP 172.28.0.14 (73333234-0678-4b2b-9b0b-6206666e8f13/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0/d7a0491e-9283-46e8-a6cf-9db3f7b96122) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:40.511263 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 641d7ca8-5b55-4905-9832-d11626c17bd8 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:40.511652 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:40.572229 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:40.611881 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:40.632637 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device fd138d4d-70c3-43ae-bed8-cf58b3c5b053 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:01:40.634039 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:40.720859 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event updated for resources: {'Port': ['ID=882a3f40-a0b3-4f57-ae41-48bfc0a2387b,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:40.742141 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:40.759075 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:40.762228 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:40.779869 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Usage tracker for resource:security_group_rule and tenant:939b9b87d0b9470cb0b9091b4bdbeb39 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:40.786089 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:40.795979 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:40.802511 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-1dd5d674-9527-449f-97f3-2fa3bd14659a tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6d36e779aa646e9895a7565b95a5153&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4057894 May 26 11:01:40.820646 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:40.828595 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9d2c5d2a-dc66-4eff-892f-2d36eb518b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:40.952121 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:40.957990 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:40.975026 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:41.034302 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port fd138d4d-70c3-43ae-bed8-cf58b3c5b053, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fd138d4d-70c3-43ae-bed8-cf58b3c5b053,segment=NetworkSegment(2d212e56-6f4b-482d-af5d-8b3f8849e282),segment_id=2d212e56-6f4b-482d-af5d-8b3f8849e282)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:41.048464 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9d2c5d2a-dc66-4eff-892f-2d36eb518b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.058873 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.063200 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:41.083633 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': 'fd138d4d-70c3-43ae-bed8-cf58b3c5b053', 'network_id': 'a654a238-2cb9-4e83-b780-05ea3abd13ba', 'port_id': 'fd138d4d-70c3-43ae-bed8-cf58b3c5b053', 'mac_address': 'fa:16:3e:f1:96:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338e6a41-0588-408f-abb0-3558fbcbd4a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:01:41.109214 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:41.111300 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.119582 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:41.147007 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=91665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:01:41.159006 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.159613 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.segments_db [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Added segment c4283864-dbaf-4d94-add9-86c8c8bcf749 of type vlan for network 2e3ad98b-10a1-43d0-af1d-91d43635cc73 May 26 11:01:41.173589 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.190723 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.192243 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Transition to ACTIVE for port object 21407a69-8259-4e85-bb48-ba8e8d851dcb will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:41.192371 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-9d2c5d2a-dc66-4eff-892f-2d36eb518b4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca2d7082a736471a96e1b9a77580afe3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6961877 May 26 11:01:41.197480 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c5d2a-dc66-4eff-892f-2d36eb518b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fdd9b1-23a4-4fda-b340-9ff98af5563f,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:41.199938 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37964) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:41.211282 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.219923 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.236913 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:41.257392 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9d2c5d2a-dc66-4eff-892f-2d36eb518b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:41.264125 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:41.312269 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-43e72a87-edde-4c22-995e-743e4ef2754f service neutron] 10.222.0.25 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934468 May 26 11:01:41.321216 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.328972 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:41.329598 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.372928 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3467135 May 26 11:01:41.376625 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 37968) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:41.384991 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93547ba8-c165-430e-b2cf-65fd65ab9688 req-7cbf6b10-6881-463d-8d4c-8766002a1a32 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:41.393783 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-93547ba8-c165-430e-b2cf-65fd65ab9688 req-7cbf6b10-6881-463d-8d4c-8766002a1a32 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 943 time: 0.6938362 May 26 11:01:41.424381 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Request body: {'subnet': {'network_id': '2e3ad98b-10a1-43d0-af1d-91d43635cc73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-27520046-subnet', 'tenant_id': '939b9b87d0b9470cb0b9091b4bdbeb39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:41.435254 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:41.440359 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event updated for resources: {'Port': ['ID=d7a0491e-9283-46e8-a6cf-9db3f7b96122,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:41.451413 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:41.451825 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:41.482942 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294c50ae-460f-4d33-97e3-899e670f3317,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:41.486819 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.498761 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:41.499245 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6214bf22-b197-4b98-b549-6f2eba3b696b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:41.536847 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-93547ba8-c165-430e-b2cf-65fd65ab9688 req-4005218c-0236-48a9-91f6-098f56d79350 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420844 May 26 11:01:41.547312 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Usage tracker for resource:subnet and tenant:939b9b87d0b9470cb0b9091b4bdbeb39 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:41.564990 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:41.565128 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port 641d7ca8-5b55-4905-9832-d11626c17bd8, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=641d7ca8-5b55-4905-9832-d11626c17bd8,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:41.566285 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Attempting to bind port 21407a69-8259-4e85-bb48-ba8e8d851dcb on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:01:41.566772 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Attempting to bind port 21407a69-8259-4e85-bb48-ba8e8d851dcb by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '2ee78390-2c46-48d2-b2e3-44340561f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:01:41.567983 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Attempting to bind port 21407a69-8259-4e85-bb48-ba8e8d851dcb on network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:41.580580 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:01:41.581200 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Checking segment: {'id': '2ee78390-2c46-48d2-b2e3-44340561f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:41.582246 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.582246 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Bound using segment: {'id': '2ee78390-2c46-48d2-b2e3-44340561f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:01:41.583256 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Bound port: 21407a69-8259-4e85-bb48-ba8e8d851dcb, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee78390-2c46-48d2-b2e3-44340561f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:01:41.583975 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.647678 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:41.656446 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.668698 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-44da4572-06c0-4475-857e-1840f7fe8283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.671253 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.680819 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.692492 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd138d4d-70c3-43ae-bed8-cf58b3c5b053 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:01:41.698045 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-44da4572-06c0-4475-857e-1840f7fe8283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.710101 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port fd138d4d-70c3-43ae-bed8-cf58b3c5b053, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fd138d4d-70c3-43ae-bed8-cf58b3c5b053,segment=NetworkSegment(2d212e56-6f4b-482d-af5d-8b3f8849e282),segment_id=2d212e56-6f4b-482d-af5d-8b3f8849e282)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:41.711339 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337d3b9-44aa-44c4-84b1-51775404bc9c None None] Pushing event updated for resources: {'Port': ['ID=21407a69-8259-4e85-bb48-ba8e8d851dcb,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:41.714645 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c337d3b9-44aa-44c4-84b1-51775404bc9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:41.718217 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-cdb68101-3229-4494-88a0-0e336b463c7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:41.758504 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.799999 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Pushing event updated for resources: {'Network': ['ID=2e3ad98b-10a1-43d0-af1d-91d43635cc73,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:41.808608 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:41.830133 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] For port 21407a69-8259-4e85-bb48-ba8e8d851dcb, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:01:41.832537 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=641d7ca8-5b55-4905-9832-d11626c17bd8,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:41.836864 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:41.839350 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] For port 21407a69-8259-4e85-bb48-ba8e8d851dcb, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=21407a69-8259-4e85-bb48-ba8e8d851dcb,segment=NetworkSegment(2ee78390-2c46-48d2-b2e3-44340561f42b),segment_id=2ee78390-2c46-48d2-b2e3-44340561f42b)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:01:41.840576 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:41.876698 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network 2e3ad98b-10a1-43d0-af1d-91d43635cc73 details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:01:41.953021 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 2a009cba-e2f4-4c1b-8c57-ae5865672234 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:41.956435 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-9f78af73-bf9a-48c2-89b7-e21fdbc56f0d service neutron] 10.222.0.25 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6189921 May 26 11:01:41.957159 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Made reservation on behalf of 939b9b87d0b9470cb0b9091b4bdbeb39 for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:41.961410 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:41.977704 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:42.056798 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:42.071834 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:42.095643 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:42.102295 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:42.111367 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:42.153473 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:42.160300 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=fd138d4d-70c3-43ae-bed8-cf58b3c5b053,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:42.180899 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:42.183926 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:42.189146 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503015'] for floatingip, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:42.219414 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event updated for resources: {'Port': ['ID=d7a0491e-9283-46e8-a6cf-9db3f7b96122,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:42.223178 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:42.224189 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:42.226287 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9723649 May 26 11:01:42.236004 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['fd138d4d-70c3-43ae-bed8-cf58b3c5b053'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:01:42.270324 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Routers {'ac7d561d-0999-4cad-8d7d-96ee3877ef12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:01:42.270962 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:01:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['ac7d561d-0999-4cad-8d7d-96ee3877ef12'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:42.300846 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-6cfc7213-d1da-4394-b4cb-6d455dc29505 req-4414ef0f-eea0-4f7d-9d53-9b4b8961d163 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Synchronizing usage tracker for tenant:e6d36e779aa646e9895a7565b95a5153 on resource:port {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:42.315993 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-44da4572-06c0-4475-857e-1840f7fe8283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:42.325490 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503015'] for floatingip, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:42.328667 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-6cfc7213-d1da-4394-b4cb-6d455dc29505 req-4414ef0f-eea0-4f7d-9d53-9b4b8961d163 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Unset dirty status for tenant:e6d36e779aa646e9895a7565b95a5153 on resource:port {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:42.331087 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6cfc7213-d1da-4394-b4cb-6d455dc29505 req-4414ef0f-eea0-4f7d-9d53-9b4b8961d163 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 210 time: 0.0926220 May 26 11:01:42.391863 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-44da4572-06c0-4475-857e-1840f7fe8283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:42.394474 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-44da4572-06c0-4475-857e-1840f7fe8283 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66fdd9b1-23a4-4fda-b340-9ff98af5563f HTTP/1.1" status: 204 len: 168 time: 1.1813149 May 26 11:01:42.408101 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:42.429162 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6501770 May 26 11:01:42.789373 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 2a009cba-e2f4-4c1b-8c57-ae5865672234 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:42.827565 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337d3b9-44aa-44c4-84b1-51775404bc9c None None] Pushing event updated for resources: {'Port': ['ID=21407a69-8259-4e85-bb48-ba8e8d851dcb,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:42.838078 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c337d3b9-44aa-44c4-84b1-51775404bc9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:42.844621 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 2a009cba-e2f4-4c1b-8c57-ae5865672234 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:42.845240 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:42.885718 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event updated for resources: {'Port': ['ID=882a3f40-a0b3-4f57-ae41-48bfc0a2387b,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:42.903339 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:42.906076 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.498s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:42.937278 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da4572-06c0-4475-857e-1840f7fe8283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fdd9b1-23a4-4fda-b340-9ff98af5563f,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:42.958526 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-44da4572-06c0-4475-857e-1840f7fe8283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:43.029758 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] Set router ac7d561d-0999-4cad-8d7d-96ee3877ef12 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:01:43.037486 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8134a42-7e41-4dfc-83e1-b7169ab45042 req-356c7cc8-2fc8-4b3a-921a-189ecbcf4d8e tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:43.039398 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b8134a42-7e41-4dfc-83e1-b7169ab45042 req-356c7cc8-2fc8-4b3a-921a-189ecbcf4d8e tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 944 time: 0.1633677 May 26 11:01:43.068254 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-0cce38c3-93a9-423b-8060-b83536ca015a req-970e4358-58dd-4fc9-ac96-1f14821ae11d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Synchronizing usage tracker for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:43.106961 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b8134a42-7e41-4dfc-83e1-b7169ab45042 req-f840f609-2003-45cf-bc96-4a8683b96077 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615485 May 26 11:01:43.124722 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-0cce38c3-93a9-423b-8060-b83536ca015a req-970e4358-58dd-4fc9-ac96-1f14821ae11d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Unset dirty status for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:43.126138 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-970e4358-58dd-4fc9-ac96-1f14821ae11d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--834893889&fields=id&tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5 HTTP/1.1" status: 200 len: 267 time: 0.3336008 May 26 11:01:43.403441 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce38c3-93a9-423b-8060-b83536ca015a req-d71fa339-9a27-4ae1-b2d7-014f23fad0e5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:43.404961 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-d71fa339-9a27-4ae1-b2d7-014f23fad0e5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/networks?id=e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 200 len: 817 time: 0.2697182 May 26 11:01:43.415039 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:43.429519 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-257f541d-4a2e-451f-85e2-45f985076299 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/quotas/9cfcd0e5c65a49bcaefbeec7d7ee0de5 HTTP/1.1" status: 200 len: 375 time: 0.0166385 May 26 11:01:43.431216 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-dfc9c482-8b38-409c-b6a7-3062c03f3622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:43.533651 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:43.561164 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-933a225b-bbd6-4d08-8a57-86415bd2761d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:43.561918 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-933a225b-bbd6-4d08-8a57-86415bd2761d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Synchronizing usage tracker for tenant:e6d36e779aa646e9895a7565b95a5153 on resource:network {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:43.614163 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-933a225b-bbd6-4d08-8a57-86415bd2761d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Unset dirty status for tenant:e6d36e779aa646e9895a7565b95a5153 on resource:network {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:43.616507 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-933a225b-bbd6-4d08-8a57-86415bd2761d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/networks?id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 HTTP/1.1" status: 200 len: 818 time: 0.3375781 May 26 11:01:43.653776 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-1db4a030-8184-48cb-8876-6980cade6272 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/quotas/e6d36e779aa646e9895a7565b95a5153 HTTP/1.1" status: 200 len: 375 time: 0.0297043 May 26 11:01:43.670785 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port 2a009cba-e2f4-4c1b-8c57-ae5865672234, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=2a009cba-e2f4-4c1b-8c57-ae5865672234,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:43.720878 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=558a648a-b8e4-411e-8167-910569881989,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:43.724385 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:43.741597 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:43.742972 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:43.792107 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-71013a90-edc9-4211-b301-054e1344ddf9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6d36e779aa646e9895a7565b95a5153&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1359658 May 26 11:01:43.810366 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Checking segment: {'id': 'c4283864-dbaf-4d94-add9-86c8c8bcf749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2e3ad98b-10a1-43d0-af1d-91d43635cc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:43.810769 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Network hostable DHCP agents. Network: 2e3ad98b-10a1-43d0-af1d-91d43635cc73, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:01:43.865861 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-0cce38c3-93a9-423b-8060-b83536ca015a req-e1ee37d5-c360-4664-a588-3f81be3bf87f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Synchronizing usage tracker for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:43.873682 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=2a009cba-e2f4-4c1b-8c57-ae5865672234,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:43.878079 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:43.888509 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'name': 'tempest-ServerRescueNegativeTestJSON-983960199-router', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4282beb-e75f-4d97-89c3-9626620361dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:15Z', 'updated_at': '2021-05-26T11:01:33Z', 'revision_number': 4, 'project_id': 'e6d36e779aa646e9895a7565b95a5153', 'gw_port': {'id': 'b4282beb-e75f-4d97-89c3-9626620361dd', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:18Z', 'updated_at': '2021-05-26T11:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '21407a69-8259-4e85-bb48-ba8e8d851dcb', 'name': '', 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153', 'mac_address': 'fa:16:3e:67:34:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bbf6281a-8c05-4fba-8ba1-63390fc46865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:31Z', 'updated_at': '2021-05-26T11:01:41Z', 'revision_number': 4, 'project_id': 'e6d36e779aa646e9895a7565b95a5153', 'subnets': [{'id': 'bbf6281a-8c05-4fba-8ba1-63390fc46865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:01:43.894118 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8abbf-89d8-4574-baa3-88de678367ec None None] The sync data for ids ['ac7d561d-0999-4cad-8d7d-96ee3877ef12'] in dv-cinder-793136-1-smb is: [{'id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'name': 'tempest-ServerRescueNegativeTestJSON-983960199-router', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4282beb-e75f-4d97-89c3-9626620361dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:15Z', 'updated_at': '2021-05-26T11:01:33Z', 'revision_number': 4, 'project_id': 'e6d36e779aa646e9895a7565b95a5153', 'gw_port': {'id': 'b4282beb-e75f-4d97-89c3-9626620361dd', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:18Z', 'updated_at': '2021-05-26T11:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '21407a69-8259-4e85-bb48-ba8e8d851dcb', 'name': '', 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153', 'mac_address': 'fa:16:3e:67:34:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bbf6281a-8c05-4fba-8ba1-63390fc46865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:31Z', 'updated_at': '2021-05-26T11:01:41Z', 'revision_number': 4, 'project_id': 'e6d36e779aa646e9895a7565b95a5153', 'subnets': [{'id': 'bbf6281a-8c05-4fba-8ba1-63390fc46865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:01:43.903695 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Network 2e3ad98b-10a1-43d0-af1d-91d43635cc73 is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:01:43.908870 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 641d7ca8-5b55-4905-9832-d11626c17bd8 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:43.931371 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, 2e3ad98b-10a1-43d0-af1d-91d43635cc73) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:43.953980 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:43.954606 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:43.995010 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3785b4-1f5f-4a4a-9435-39be8ec95e8e None None] Network 2e3ad98b-10a1-43d0-af1d-91d43635cc73 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:01:44.001830 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-0cce38c3-93a9-423b-8060-b83536ca015a req-e1ee37d5-c360-4664-a588-3f81be3bf87f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Unset dirty status for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:44.015243 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-e1ee37d5-c360-4664-a588-3f81be3bf87f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5459452 May 26 11:01:44.112478 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-96f93da2-d4ba-4c3a-90a7-43cd06046902 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7277727 May 26 11:01:44.189717 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-6279a5db-f10b-456f-89b7-50f8cdcd8a57 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:01:44.199742 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-6279a5db-f10b-456f-89b7-50f8cdcd8a57 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0903347 May 26 11:01:44.293203 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-5300e8d8-938f-4429-8b27-c752ebea8e41 service neutron] 10.222.0.25 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534344 May 26 11:01:44.431425 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 641d7ca8-5b55-4905-9832-d11626c17bd8 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:44.431807 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:44.573879 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-f73bb808-b113-48eb-8cc0-1719d8dfe4f0 service neutron] 10.222.0.25 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727624 May 26 11:01:44.644781 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device fd138d4d-70c3-43ae-bed8-cf58b3c5b053 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:44.681412 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-c8b0bc7c-afd2-4931-b285-af6a78dad76d service neutron] 10.222.0.25 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806829 May 26 11:01:44.981375 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-d73c29da-f21c-40bc-a99d-df5fd3711c42 service neutron] 10.222.0.25 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065430 May 26 11:01:45.149875 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cacb5d1-f95e-4c3e-b683-56154f7fc123 None None] Network 2e3ad98b-10a1-43d0-af1d-91d43635cc73 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:01:45.287387 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port fd138d4d-70c3-43ae-bed8-cf58b3c5b053 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:45.327692 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port fd138d4d-70c3-43ae-bed8-cf58b3c5b053 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:45.330650 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:45.517859 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-67ff87e5-0db2-46b4-a768-b194c12cf17c tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Synchronizing usage tracker for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:45.604018 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-b398fcc3-1b9d-495d-9cbc-fcbe0f035dd6 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:45.615278 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-b398fcc3-1b9d-495d-9cbc-fcbe0f035dd6 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.16 "GET /v2.0/networks?id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 HTTP/1.1" status: 200 len: 818 time: 0.6416557 May 26 11:01:45.657413 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Request body: {'port': {'device_id': 'c48eee74-b63f-4dd3-a48b-be1fed629cd5', 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317', 'admin_state_up': True, 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:45.788402 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-67ff87e5-0db2-46b4-a768-b194c12cf17c tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Unset dirty status for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:45.791633 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-67ff87e5-0db2-46b4-a768-b194c12cf17c tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--74596280&fields=id&tenant_id=5dea62f1d4724fffaaf71875aa52046c HTTP/1.1" status: 200 len: 267 time: 0.4949226 May 26 11:01:46.026180 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:46.050611 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a2a38-22a7-4514-b043-fd20a2ab7436 req-8cf7506b-d1b8-4a63-9895-7c479aac72e1 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:46.080976 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-220a2a38-22a7-4514-b043-fd20a2ab7436 req-8cf7506b-d1b8-4a63-9895-7c479aac72e1 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 944 time: 0.2850261 May 26 11:01:46.192353 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-220a2a38-22a7-4514-b043-fd20a2ab7436 req-ae2783a1-e5c3-41ba-b9d1-9081ef3af5dd tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087656 May 26 11:01:46.248042 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 21407a69-8259-4e85-bb48-ba8e8d851dcb up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:46.355997 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:46.368043 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 38196) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:46.386270 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-1e74c685-7a50-4e21-a935-b44efdf9cce5 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:46.393276 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-1e74c685-7a50-4e21-a935-b44efdf9cce5 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Synchronizing usage tracker for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:network {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:46.414475 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port fd138d4d-70c3-43ae-bed8-cf58b3c5b053, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fd138d4d-70c3-43ae-bed8-cf58b3c5b053,segment=NetworkSegment(2d212e56-6f4b-482d-af5d-8b3f8849e282),segment_id=2d212e56-6f4b-482d-af5d-8b3f8849e282)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:46.415598 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1229925928-network', 'tenant_id': 'f96301cc3e3349c190fb788d39c623c2'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:46.420636 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25650074-8daf-4e0b-a04d-9bff76598770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd138d4d-70c3-43ae-bed8-cf58b3c5b053'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:01:46.436559 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:46.472228 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:46.481717 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Made reservation on behalf of e6d36e779aa646e9895a7565b95a5153 for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:46.498584 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:46.503369 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fb866745-0509-4e92-9b71-f2d297cd620a req-69dbfc96-7fba-4578-9047-e8b9b95230eb tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 210 time: 0.0627470 May 26 11:01:46.527360 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:46.531166 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:46.658389 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=fd138d4d-70c3-43ae-bed8-cf58b3c5b053,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:46.679060 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 21407a69-8259-4e85-bb48-ba8e8d851dcb completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:46.686041 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:46.686632 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 21407a69-8259-4e85-bb48-ba8e8d851dcb triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:46.686999 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:46.732482 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Usage tracker for resource:network and tenant:f96301cc3e3349c190fb788d39c623c2 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:46.751680 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:46.814572 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:46.818224 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-1e74c685-7a50-4e21-a935-b44efdf9cce5 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Unset dirty status for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:network {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:46.825454 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-1e74c685-7a50-4e21-a935-b44efdf9cce5 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/networks?id=32b43f6f-a166-4fbd-adce-080c4d711545 HTTP/1.1" status: 200 len: 811 time: 0.9020984 May 26 11:01:46.874575 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-f0de8c42-39c5-4521-bbd1-dd92588fdf4c tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/quotas/5dea62f1d4724fffaaf71875aa52046c HTTP/1.1" status: 200 len: 375 time: 0.0479074 May 26 11:01:46.879515 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Made reservation on behalf of f96301cc3e3349c190fb788d39c623c2 for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:46.883794 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:46.914372 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:46.915625 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:46.961638 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-cae65f8e-b8d4-46cf-8f6a-53b19cf31983 req-c5ab8d55-57aa-4e4f-aa23-3700d54bf326 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 210 time: 0.0983143 May 26 11:01:46.983131 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port 21407a69-8259-4e85-bb48-ba8e8d851dcb, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=21407a69-8259-4e85-bb48-ba8e8d851dcb,segment=NetworkSegment(2ee78390-2c46-48d2-b2e3-44340561f42b),segment_id=2ee78390-2c46-48d2-b2e3-44340561f42b)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:46.991719 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:47.002022 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:47.003787 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 2a009cba-e2f4-4c1b-8c57-ae5865672234 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:47.027906 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Usage tracker for resource:security_group_rule and tenant:f96301cc3e3349c190fb788d39c623c2 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:47.095982 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:47.121176 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:47.157362 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:47.256776 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Allocated IP 172.20.0.5 (0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317/bbf6281a-8c05-4fba-8ba1-63390fc46865/c2320114-43c3-4b14-b533-2766c8142cfd) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:47.320571 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-360ea68f-70e8-4314-988e-9d2d519d6d74 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5dea62f1d4724fffaaf71875aa52046c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4211287 May 26 11:01:47.366451 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25650074-8daf-4e0b-a04d-9bff76598770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd138d4d-70c3-43ae-bed8-cf58b3c5b053', 'code': 200} May 26 11:01:47.394210 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.16', 49359) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:47.446539 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 2a009cba-e2f4-4c1b-8c57-ae5865672234 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:47.448051 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:47.550037 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=21407a69-8259-4e85-bb48-ba8e8d851dcb,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:47.595680 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:47.691380 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:47.701004 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:47.732191 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2342b7db-d22f-41f8-9746-c8c87e9e4703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:47.791897 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:01:47.813266 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-5a14df9d-5549-491a-8bbc-cf3d7ef7b0c9 service neutron] 10.222.0.25 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416013 May 26 11:01:47.825648 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce38c3-93a9-423b-8060-b83536ca015a req-c85929f7-e51d-4ee1-98b4-708c5324a506 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:47.826729 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-0cce38c3-93a9-423b-8060-b83536ca015a req-c85929f7-e51d-4ee1-98b4-708c5324a506 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Synchronizing usage tracker for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:network {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:47.888342 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fc09a-367e-4a4d-b8ea-55042693fe71 req-a4346e55-d4f3-49a2-b95d-82e0d360cd2d tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:47.896911 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-dc1fc09a-367e-4a4d-b8ea-55042693fe71 req-a4346e55-d4f3-49a2-b95d-82e0d360cd2d tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 945 time: 0.2588649 May 26 11:01:47.897995 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:47.898440 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.db.segments_db [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Added segment 2eb54ee0-e140-4a83-8cc8-25ffb2a29a00 of type vlan for network fd708cee-99e7-4c4f-a8a6-cf32f2ac5202 May 26 11:01:47.901757 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:47.907236 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d539ce30-2189-474f-b2f1-d4a17c1ee207,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:47.923104 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:47.927245 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-0cce38c3-93a9-423b-8060-b83536ca015a req-c85929f7-e51d-4ee1-98b4-708c5324a506 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Unset dirty status for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:network {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:47.940416 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-c85929f7-e51d-4ee1-98b4-708c5324a506 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.16 "GET /v2.0/networks?id=e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 200 len: 817 time: 0.5347321 May 26 11:01:47.964503 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 21407a69-8259-4e85-bb48-ba8e8d851dcb up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:01:48.026965 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:48.078015 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-dc1fc09a-367e-4a4d-b8ea-55042693fe71 req-e180ccbd-8dae-4ba8-8a1f-af2fcc7c10a9 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798503 May 26 11:01:48.088752 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-7150b064-7006-46dd-9a85-bca15dfeee7c service neutron] 10.222.0.25 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445953 May 26 11:01:48.100520 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:48.116825 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.16', 49361) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:48.121160 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1e5a0062-e708-4bd9-84c3-75ca1474aef2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:48.127475 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 21407a69-8259-4e85-bb48-ba8e8d851dcb triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:48.127826 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:48.182422 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.16', 49362) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:48.229506 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:48.255510 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-0cce38c3-93a9-423b-8060-b83536ca015a req-4efab05d-52b8-45d2-b69f-8c86877581c3 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Synchronizing usage tracker for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:security_group {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:48.385833 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-0cce38c3-93a9-423b-8060-b83536ca015a req-4efab05d-52b8-45d2-b69f-8c86877581c3 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Unset dirty status for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:security_group {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:48.387260 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-4efab05d-52b8-45d2-b69f-8c86877581c3 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5 HTTP/1.1" status: 200 len: 379 time: 0.4285464 May 26 11:01:48.393464 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:48.394055 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:48.455077 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Request body: {'port': {'device_id': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'admin_state_up': True, 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'security_groups': ['ec73a879-c0c8-427b-a2d7-d5a687df3ac8']}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:48.500996 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-41303942-7c11-44a3-9650-fd15158c5db6 req-8e2b9761-df4d-45a9-a294-daeea765e28e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 210 time: 0.1621623 May 26 11:01:48.511479 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 38272) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:48.556922 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:48.559974 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Pushing event updated for resources: {'Port': ['ID=c2320114-43c3-4b14-b533-2766c8142cfd,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:48.578552 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:48.579843 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:48.597626 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:48.607766 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:48.608659 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:48.621634 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:48.739369 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-bf1f424f-b42d-425c-9597-466c1114dac4 req-a0ed8397-9291-45e9-a92a-c0618586529d tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Synchronizing usage tracker for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:port {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:48.801442 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-d7e529c0-7c15-4bb9-a449-edb6fdd98162 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:48.802965 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-d7e529c0-7c15-4bb9-a449-edb6fdd98162 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.16 "GET /v2.0/networks?id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 HTTP/1.1" status: 200 len: 818 time: 0.6190152 May 26 11:01:48.811359 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:48.820067 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-bf1f424f-b42d-425c-9597-466c1114dac4 req-a0ed8397-9291-45e9-a92a-c0618586529d tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Unset dirty status for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:port {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:48.834769 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-bf1f424f-b42d-425c-9597-466c1114dac4 req-a0ed8397-9291-45e9-a92a-c0618586529d tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 210 time: 0.1886694 May 26 11:01:48.853695 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Request body: {'port': {'device_id': 'b23a3157-ad7e-4ad8-9c60-222db5abb221', 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317', 'admin_state_up': True, 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:48.874645 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:48.888219 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Pushing event updated for resources: {'Network': ['ID=fd708cee-99e7-4c4f-a8a6-cf32f2ac5202,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:48.898170 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:48.900093 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5297697 May 26 11:01:48.901793 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-b5f52426-c454-4cd4-9abc-d922ed3352fa req-b6b7380f-1056-421e-9d4d-0242a12ef892 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Synchronizing usage tracker for tenant:e6d36e779aa646e9895a7565b95a5153 on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:48.902931 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network fd708cee-99e7-4c4f-a8a6-cf32f2ac5202 details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:01:48.920137 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2837029 May 26 11:01:48.921992 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 38296) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:48.929497 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Request body: {'subnet': {'network_id': 'fd708cee-99e7-4c4f-a8a6-cf32f2ac5202', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1229925928-subnet', 'tenant_id': 'f96301cc3e3349c190fb788d39c623c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:48.940328 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Request body: {'port': {'device_id': 'c48eee74-b63f-4dd3-a48b-be1fed629cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:48.976700 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:49.007892 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Usage tracker for resource:subnet and tenant:f96301cc3e3349c190fb788d39c623c2 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:49.020410 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e703584-2d28-4cd6-8f65-890eb1e50f73 req-77118fdb-4b43-4187-9463-0f779085e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:49.020410 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5e703584-2d28-4cd6-8f65-890eb1e50f73 req-77118fdb-4b43-4187-9463-0f779085e673 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 1098 time: 0.8201115 May 26 11:01:49.021326 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:49.043959 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-b5f52426-c454-4cd4-9abc-d922ed3352fa req-b6b7380f-1056-421e-9d4d-0242a12ef892 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Unset dirty status for tenant:e6d36e779aa646e9895a7565b95a5153 on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:49.045179 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b5f52426-c454-4cd4-9abc-d922ed3352fa req-b6b7380f-1056-421e-9d4d-0242a12ef892 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 210 time: 0.3870232 May 26 11:01:49.047746 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:49.056254 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5e703584-2d28-4cd6-8f65-890eb1e50f73 req-26e785d8-c772-480e-8825-c05fe9f76930 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:49.089781 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f09288d0-042b-4dc1-87f6-4d3038bbbd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:49.103305 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Made reservation on behalf of 9cfcd0e5c65a49bcaefbeec7d7ee0de5 for: {'port': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:49.107069 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:49.111434 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Made reservation on behalf of f96301cc3e3349c190fb788d39c623c2 for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:49.114003 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Notify callbacks [] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:49.134877 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-5e703584-2d28-4cd6-8f65-890eb1e50f73 req-26e785d8-c772-480e-8825-c05fe9f76930 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:49.142950 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-f09288d0-042b-4dc1-87f6-4d3038bbbd90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:49.151918 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-5e703584-2d28-4cd6-8f65-890eb1e50f73 req-26e785d8-c772-480e-8825-c05fe9f76930 service neutron] Usage tracker for resource:security_group_rule and tenant:cb6e842148d145bb83712f5acd362e0c is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:49.152210 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-f09288d0-042b-4dc1-87f6-4d3038bbbd90 admin admin] Usage tracker for resource:security_group_rule and tenant:6c5efb65111d4d989e412e956b755292 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:49.157142 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-f09288d0-042b-4dc1-87f6-4d3038bbbd90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:49.168688 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:49.171463 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-f09288d0-042b-4dc1-87f6-4d3038bbbd90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:49.207928 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-5e703584-2d28-4cd6-8f65-890eb1e50f73 req-26e785d8-c772-480e-8825-c05fe9f76930 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:49.232954 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-5e703584-2d28-4cd6-8f65-890eb1e50f73 req-26e785d8-c772-480e-8825-c05fe9f76930 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:49.234253 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:49.247055 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:49.323355 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Made reservation on behalf of e6d36e779aa646e9895a7565b95a5153 for: {'port': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:49.326787 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:49.552086 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Allocated IP 172.20.0.12 (e7ee213c-6e0b-4113-9589-8fb92bbb537a/78da3282-26cc-4d36-90ec-09bda8e0be96/4d23add1-7e90-4389-9dc6-335cdee0b5c7) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:49.652141 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e586d3-a53d-4c06-bf18-c4695f8a3e2c req-87c82b80-d846-4769-97e1-5cf81d56cbaf tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:49.653776 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-03e586d3-a53d-4c06-bf18-c4695f8a3e2c req-87c82b80-d846-4769-97e1-5cf81d56cbaf tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 945 time: 0.4244673 May 26 11:01:49.678915 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5e703584-2d28-4cd6-8f65-890eb1e50f73 req-26e785d8-c772-480e-8825-c05fe9f76930 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:49.694779 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5e703584-2d28-4cd6-8f65-890eb1e50f73 req-26e785d8-c772-480e-8825-c05fe9f76930 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:49.703180 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-eaa86558-ed5f-4d32-8e0a-e3ea4e60b0e9 req-aca177f1-65bf-41bb-aa63-5990263bf8e7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 210 time: 0.0638239 May 26 11:01:49.705335 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8250f92c-1fe9-4c38-9a78-3e886d5b961a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:49.748189 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f09288d0-042b-4dc1-87f6-4d3038bbbd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:49.758225 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5e703584-2d28-4cd6-8f65-890eb1e50f73 req-26e785d8-c772-480e-8825-c05fe9f76930 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7333074 May 26 11:01:49.764235 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e785d8-c772-480e-8825-c05fe9f76930 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0e87c5-43c0-407c-9d9c-29b95269fb75,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:49.767866 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-26e785d8-c772-480e-8825-c05fe9f76930 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:49.772173 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f09288d0-042b-4dc1-87f6-4d3038bbbd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:49.803094 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-03e586d3-a53d-4c06-bf18-c4695f8a3e2c req-ffad3e06-e4ce-48dd-a1ec-47c946de4979 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957091 May 26 11:01:49.825520 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-06c95fcf-bfe9-46e8-955b-d51da6086044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:49.858213 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-f09288d0-042b-4dc1-87f6-4d3038bbbd90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c5efb65111d4d989e412e956b755292&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3381934 May 26 11:01:49.874342 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 38318) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:49.938097 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Allocated IP 172.20.0.14 (0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317/bbf6281a-8c05-4fba-8ba1-63390fc46865/2b6e2deb-15dc-4a29-8019-f943a1a90b95) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:49.946046 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09288d0-042b-4dc1-87f6-4d3038bbbd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f68494-1793-4e3e-8def-3ae2ba464c52,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:49.954129 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f09288d0-042b-4dc1-87f6-4d3038bbbd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:50.063859 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:50.065887 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8584f374-b77d-427d-a2ba-c0444ee81f8f req-15a0ad59-66a2-4cd3-831a-46c827b774c0 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 210 time: 0.0788138 May 26 11:01:50.098871 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:50.098871 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a9c88f97-0088-46d2-9243-a8f456dde825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:50.130128 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a9c88f97-0088-46d2-9243-a8f456dde825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:50.159519 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Transition to ACTIVE for port object 4d23add1-7e90-4389-9dc6-335cdee0b5c7 will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:50.209868 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-08a79853-0347-4d06-b74b-b566016c454f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:50.263006 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-525e477f-a20b-424e-8051-548408ec8be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:50.285187 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a9c88f97-0088-46d2-9243-a8f456dde825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:50.391189 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c342dad7-dccf-4c74-bced-750f0441523c,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:50.401669 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:50.403490 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Checking segment: {'id': '2eb54ee0-e140-4a83-8cc8-25ffb2a29a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fd708cee-99e7-4c4f-a8a6-cf32f2ac5202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:50.403844 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Network hostable DHCP agents. Network: fd708cee-99e7-4c4f-a8a6-cf32f2ac5202, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:01:50.406553 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:50.420083 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c88f97-0088-46d2-9243-a8f456dde825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f68494-1793-4e3e-8def-3ae2ba464c52,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:50.430718 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b0ebb4e3-98ce-4289-a5d4-14bae44e8f0d req-7a8c5d2e-60fb-4692-b8c7-9bcb642f3ef8 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 210 time: 0.1981568 May 26 11:01:50.467607 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:50.483412 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:50.492379 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:50.564279 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a9c88f97-0088-46d2-9243-a8f456dde825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:50.567775 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Network e7ee213c-6e0b-4113-9589-8fb92bbb537a is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:50.574221 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:50.574365 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a9c88f97-0088-46d2-9243-a8f456dde825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:50.576693 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-a9c88f97-0088-46d2-9243-a8f456dde825 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25f68494-1793-4e3e-8def-3ae2ba464c52 HTTP/1.1" status: 204 len: 168 time: 0.6997828 May 26 11:01:50.598065 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:50.608668 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:50.609754 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:50.617204 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event updated for resources: {'Port': ['ID=4d23add1-7e90-4389-9dc6-335cdee0b5c7,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:50.638670 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:50.672923 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Network fd708cee-99e7-4c4f-a8a6-cf32f2ac5202 is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:01:50.690067 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:50.702684 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:50.766552 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, fd708cee-99e7-4c4f-a8a6-cf32f2ac5202) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:50.775860 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f901c5-3b79-4dda-8cb7-9cb694723888 None None] Network fd708cee-99e7-4c4f-a8a6-cf32f2ac5202 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:01:50.782445 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3653588 May 26 11:01:50.798992 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:50.800394 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:50.833319 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Request body: {'port': {'device_id': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:50.872528 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:50.890080 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:50.917391 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:50.924315 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:50.925214 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:50.956708 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1154635 May 26 11:01:50.966576 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Pushing event updated for resources: {'Port': ['ID=2b6e2deb-15dc-4a29-8019-f943a1a90b95,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:50.974750 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:51.051245 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:51.070666 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Request body: {'port': {'device_id': 'b23a3157-ad7e-4ad8-9c60-222db5abb221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:51.126112 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-d703b5be-eb7c-42ff-9b4b-1b5af8e9f2c0 None None] Provisioning for port 4d23add1-7e90-4389-9dc6-335cdee0b5c7 completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:51.138060 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-d703b5be-eb7c-42ff-9b4b-1b5af8e9f2c0 None None] Provisioning complete for port 4d23add1-7e90-4389-9dc6-335cdee0b5c7 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:51.138435 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d703b5be-eb7c-42ff-9b4b-1b5af8e9f2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:51.183191 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-a8aa703a-db81-47f0-b556-cbec10fa2895 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:51.184835 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-a8aa703a-db81-47f0-b556-cbec10fa2895 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.16 "GET /v2.0/networks?id=32b43f6f-a166-4fbd-adce-080c4d711545 HTTP/1.1" status: 200 len: 811 time: 0.7534018 May 26 11:01:51.215689 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2828836 May 26 11:01:51.256534 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 38366) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:51.285997 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-d703b5be-eb7c-42ff-9b4b-1b5af8e9f2c0 None None] Port 4d23add1-7e90-4389-9dc6-335cdee0b5c7 cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:01:51.294781 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b7cbf0-159d-45f7-a945-20a39ec46181 None None] Network fd708cee-99e7-4c4f-a8a6-cf32f2ac5202 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:01:51.320133 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-046056a5-d7ff-4321-8097-db19cf7eeff2 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dea62f1d4724fffaaf71875aa52046c HTTP/1.1" status: 200 len: 378 time: 0.1114929 May 26 11:01:51.326481 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e39ff470-e3f8-41ae-9e84-c993c9375143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:51.345316 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Request body: {'port': {'device_id': '168a7baf-d66f-438d-a674-43cc92004485', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'admin_state_up': True, 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'security_groups': ['b8eaab89-23df-4b22-bc58-185fa9c83c7d']}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:51.428541 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e39ff470-e3f8-41ae-9e84-c993c9375143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:51.439326 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-e39ff470-e3f8-41ae-9e84-c993c9375143 admin admin] Usage tracker for resource:security_group_rule and tenant:2e420d47843d42c4b626c852bb6e6b0a is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:51.452756 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-e39ff470-e3f8-41ae-9e84-c993c9375143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:51.462330 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c91779-f4d3-411e-bf19-c62323bed146 req-5abfb0dc-b75c-43f2-9190-1e41349938a4 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:51.463822 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b6c91779-f4d3-411e-bf19-c62323bed146 req-5abfb0dc-b75c-43f2-9190-1e41349938a4 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 932 time: 0.3712559 May 26 11:01:51.475804 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e39ff470-e3f8-41ae-9e84-c993c9375143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:51.605900 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:51.640576 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2320114-43c3-4b14-b533-2766c8142cfd {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:01:51.645832 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079d11b-8adf-4c81-8ebf-4d50ca742960 req-18c0ae70-0bc6-445e-bd2d-1bb676afa86f tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:51.647976 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c079d11b-8adf-4c81-8ebf-4d50ca742960 req-18c0ae70-0bc6-445e-bd2d-1bb676afa86f tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 945 time: 0.5372109 May 26 11:01:51.654654 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:51.663109 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b6c91779-f4d3-411e-bf19-c62323bed146 req-12a6b7d3-e62c-4e97-a6ab-7bbd96c494b5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912069 May 26 11:01:51.675170 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:51.698192 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Transition to ACTIVE for port object c2320114-43c3-4b14-b533-2766c8142cfd will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:51.703064 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:51.707336 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:51.722832 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:51.766861 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Made reservation on behalf of 5dea62f1d4724fffaaf71875aa52046c for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:51.770294 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:51.786172 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c079d11b-8adf-4c81-8ebf-4d50ca742960 req-85846e39-d834-4df5-8042-15d1d916d5e7 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004078 May 26 11:01:51.974347 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d23add1-7e90-4389-9dc6-335cdee0b5c7 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:01:51.991089 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e39ff470-e3f8-41ae-9e84-c993c9375143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:51.997912 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Pushing event updated for resources: {'Port': ['ID=c2320114-43c3-4b14-b533-2766c8142cfd,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:52.025319 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-23b55519-f9e6-4ddc-908c-e8c41301a4b6 req-5d2d1e63-e419-4a57-8111-6e78a9fa5b41 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 210 time: 0.1501760 May 26 11:01:52.026260 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:52.035567 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e39ff470-e3f8-41ae-9e84-c993c9375143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:52.059504 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-26e785d8-c772-480e-8825-c05fe9f76930 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:52.059743 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:52.104818 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:52.108938 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Transition to ACTIVE for port object 4d23add1-7e90-4389-9dc6-335cdee0b5c7 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:52.129846 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:52.155236 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f53435ce-e4ba-4394-889a-8ed80ecfea12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:52.330513 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ddbfd-cb4f-41ef-9e27-fcee1a492881 req-5d53ffc0-c80f-40c3-bf0b-12678edc7d0b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:52.331298 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-3b8ddbfd-cb4f-41ef-9e27-fcee1a492881 req-5d53ffc0-c80f-40c3-bf0b-12678edc7d0b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Synchronizing usage tracker for tenant:e6d36e779aa646e9895a7565b95a5153 on resource:port {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:52.342830 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ff470-e3f8-41ae-9e84-c993c9375143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329e0db5-2914-47ac-b58d-7cb97598b336,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:52.358774 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d23add1-7e90-4389-9dc6-335cdee0b5c7,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:52.365034 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:52.375197 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Attempting to bind port c2320114-43c3-4b14-b533-2766c8142cfd on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:01:52.375815 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Attempting to bind port c2320114-43c3-4b14-b533-2766c8142cfd by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '2ee78390-2c46-48d2-b2e3-44340561f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:01:52.376291 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Attempting to bind port c2320114-43c3-4b14-b533-2766c8142cfd on network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:52.377578 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:52.437455 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e39ff470-e3f8-41ae-9e84-c993c9375143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:52.438535 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Port c2320114-43c3-4b14-b533-2766c8142cfd on network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:01:52.439011 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Attempting to bind port c2320114-43c3-4b14-b533-2766c8142cfd on network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:52.476751 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-3b8ddbfd-cb4f-41ef-9e27-fcee1a492881 req-5d53ffc0-c80f-40c3-bf0b-12678edc7d0b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Unset dirty status for tenant:e6d36e779aa646e9895a7565b95a5153 on resource:port {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:52.477995 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3b8ddbfd-cb4f-41ef-9e27-fcee1a492881 req-5d53ffc0-c80f-40c3-bf0b-12678edc7d0b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 932 time: 0.5401125 May 26 11:01:52.513860 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Attempting to bind port 4d23add1-7e90-4389-9dc6-335cdee0b5c7 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:01:52.514303 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Attempting to bind port 4d23add1-7e90-4389-9dc6-335cdee0b5c7 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:01:52.514731 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Attempting to bind port 4d23add1-7e90-4389-9dc6-335cdee0b5c7 on network e7ee213c-6e0b-4113-9589-8fb92bbb537a {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:52.525185 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:01:52.525557 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Checking segment: {'id': '2ee78390-2c46-48d2-b2e3-44340561f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:52.525946 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Bound using segment: {'id': '2ee78390-2c46-48d2-b2e3-44340561f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:01:52.526422 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Bound port: c2320114-43c3-4b14-b533-2766c8142cfd, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee78390-2c46-48d2-b2e3-44340561f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:01:52.527175 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:52.584433 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-e39ff470-e3f8-41ae-9e84-c993c9375143 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e420d47843d42c4b626c852bb6e6b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3200762 May 26 11:01:52.592971 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 38406) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:52.672782 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Port 4d23add1-7e90-4389-9dc6-335cdee0b5c7 on network e7ee213c-6e0b-4113-9589-8fb92bbb537a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:01:52.673330 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Attempting to bind port 4d23add1-7e90-4389-9dc6-335cdee0b5c7 on network e7ee213c-6e0b-4113-9589-8fb92bbb537a {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:52.680494 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-3b8ddbfd-cb4f-41ef-9e27-fcee1a492881 req-c6677de3-0efa-4764-a634-a072c144cdb9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Synchronizing usage tracker for tenant:e6d36e779aa646e9895a7565b95a5153 on resource:security_group {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:52.685276 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6e2deb-15dc-4a29-8019-f943a1a90b95 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:01:52.695490 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:01:52.695880 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Checking segment: {'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:52.696449 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Bound using segment: {'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:01:52.697001 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Bound port: 4d23add1-7e90-4389-9dc6-335cdee0b5c7, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:01:52.697366 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:52.710526 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:52.778614 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Transition to ACTIVE for port object 2b6e2deb-15dc-4a29-8019-f943a1a90b95 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:52.787499 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-3b8ddbfd-cb4f-41ef-9e27-fcee1a492881 req-c6677de3-0efa-4764-a634-a072c144cdb9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Unset dirty status for tenant:e6d36e779aa646e9895a7565b95a5153 on resource:security_group {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:52.794084 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3b8ddbfd-cb4f-41ef-9e27-fcee1a492881 req-c6677de3-0efa-4764-a634-a072c144cdb9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749100 May 26 11:01:52.826042 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:52.848251 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Allocated IP 172.20.0.3 (32b43f6f-a166-4fbd-adce-080c4d711545/029d1ebe-22a2-45b9-8a2e-0cab033d9ebc/4892c000-6362-4697-94ce-8d0484badfca) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:52.865241 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-80c1cc87-dea4-48e5-af17-531687d2a29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:52.868359 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] For port 4d23add1-7e90-4389-9dc6-335cdee0b5c7, host hv-cinder-79313, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:01:52.875447 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] For port 4d23add1-7e90-4389-9dc6-335cdee0b5c7, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:01:52.885199 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:52.894193 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-326a8968-e52d-493f-9378-b2b9d98f5b76 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:52.895698 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-326a8968-e52d-493f-9378-b2b9d98f5b76 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/networks?id=2e3ad98b-10a1-43d0-af1d-91d43635cc73 HTTP/1.1" status: 200 len: 807 time: 0.4897051 May 26 11:01:52.900927 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 38416) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:52.903444 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] For port c2320114-43c3-4b14-b533-2766c8142cfd, host hv-cinder-79313, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:01:52.912691 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-14a7bab0-9f05-47c0-8d0a-71f9055de01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:52.916207 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] For port c2320114-43c3-4b14-b533-2766c8142cfd, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=c2320114-43c3-4b14-b533-2766c8142cfd,segment=NetworkSegment(2ee78390-2c46-48d2-b2e3-44340561f42b),segment_id=2ee78390-2c46-48d2-b2e3-44340561f42b)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:01:52.941667 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:52.948527 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:52.970712 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-acd64543-cec9-41bc-b0f9-e2a64b4b3afa tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/quotas/939b9b87d0b9470cb0b9091b4bdbeb39 HTTP/1.1" status: 200 len: 375 time: 0.0650697 May 26 11:01:52.977557 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a43ceccd-3adb-45a1-82bb-f8b5d6a1dd29 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:53.012010 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-14a7bab0-9f05-47c0-8d0a-71f9055de01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:53.079719 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:53.079926 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:53.080249 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:53.080435 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:53.081833 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] 10.222.0.16 "PUT /v2.0/ports/c2320114-43c3-4b14-b533-2766c8142cfd HTTP/1.1" status: 200 len: 1093 time: 4.1462021 May 26 11:01:53.082147 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] 10.222.0.16 "PUT /v2.0/ports/4d23add1-7e90-4389-9dc6-335cdee0b5c7 HTTP/1.1" status: 200 len: 1094 time: 2.2777436 May 26 11:01:53.085602 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'tag': '4d23add1-7e90-4389-9dc6-335cdee0b5c7'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:01:53.138607 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48eee74-b63f-4dd3-a48b-be1fed629cd5', 'tag': 'c2320114-43c3-4b14-b533-2766c8142cfd'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:01:53.172660 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-33ba4966-8440-47ba-917d-6b4bace7b34b tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=939b9b87d0b9470cb0b9091b4bdbeb39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1518471 May 26 11:01:53.197972 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Pushing event updated for resources: {'Port': ['ID=2b6e2deb-15dc-4a29-8019-f943a1a90b95,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:53.200775 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:53.227754 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0310b8e2-30bc-42e9-8703-678a723a055b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:53.235852 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:53.326672 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Attempting to bind port 2b6e2deb-15dc-4a29-8019-f943a1a90b95 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:01:53.327009 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Attempting to bind port 2b6e2deb-15dc-4a29-8019-f943a1a90b95 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '2ee78390-2c46-48d2-b2e3-44340561f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:01:53.327495 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Attempting to bind port 2b6e2deb-15dc-4a29-8019-f943a1a90b95 on network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:53.353329 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0310b8e2-30bc-42e9-8703-678a723a055b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:53.354246 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Port 2b6e2deb-15dc-4a29-8019-f943a1a90b95 on network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:01:53.354575 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Attempting to bind port 2b6e2deb-15dc-4a29-8019-f943a1a90b95 on network 0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:53.376291 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:01:53.376634 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Checking segment: {'id': '2ee78390-2c46-48d2-b2e3-44340561f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:53.377011 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Bound using segment: {'id': '2ee78390-2c46-48d2-b2e3-44340561f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:01:53.377468 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Bound port: 2b6e2deb-15dc-4a29-8019-f943a1a90b95, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee78390-2c46-48d2-b2e3-44340561f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:01:53.377815 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:53.390347 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d23add1-7e90-4389-9dc6-335cdee0b5c7,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:53.393624 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:53.408422 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Pushing event updated for resources: {'Port': ['ID=c2320114-43c3-4b14-b533-2766c8142cfd,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:53.412416 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:53.418704 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-0310b8e2-30bc-42e9-8703-678a723a055b admin admin] Usage tracker for resource:security_group_rule and tenant:3cdb1aa675e144c6875b113f6e7dd7d0 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:53.432081 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-0310b8e2-30bc-42e9-8703-678a723a055b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:53.436918 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c3884-63fc-48c3-94b8-35069ef07d9b req-9abbddd3-02c6-4057-8301-1d6df984e70b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:53.437654 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-a73c3884-63fc-48c3-94b8-35069ef07d9b req-9abbddd3-02c6-4057-8301-1d6df984e70b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Synchronizing usage tracker for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:port {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:53.455652 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0310b8e2-30bc-42e9-8703-678a723a055b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:53.478199 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce38c3-93a9-423b-8060-b83536ca015a req-bfe6945c-c0c1-4de5-8401-73cd9c3376dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:53.479684 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-bfe6945c-c0c1-4de5-8401-73cd9c3376dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 1097 time: 0.2828777 May 26 11:01:53.483309 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-a73c3884-63fc-48c3-94b8-35069ef07d9b req-9abbddd3-02c6-4057-8301-1d6df984e70b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Unset dirty status for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:port {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:53.484370 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a73c3884-63fc-48c3-94b8-35069ef07d9b req-9abbddd3-02c6-4057-8301-1d6df984e70b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.5560224 May 26 11:01:53.496174 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-14a7bab0-9f05-47c0-8d0a-71f9055de01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:53.510872 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:53.529277 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:53.556011 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7bab0-9f05-47c0-8d0a-71f9055de01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329e0db5-2914-47ac-b58d-7cb97598b336,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:53.564755 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-14a7bab0-9f05-47c0-8d0a-71f9055de01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:53.575376 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:53.588494 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-6efae1f4-7b3f-4de5-aace-e8868fe46c1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7 HTTP/1.1" status: 200 len: 217 time: 0.0919530 May 26 11:01:53.594652 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] For port 2b6e2deb-15dc-4a29-8019-f943a1a90b95, host hv-cinder-79313, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:01:53.628264 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-a0f90c9d-d38f-4d9c-be22-3d0afb57077a service neutron] 10.222.0.25 "GET /v2.0/networks/2e3ad98b-10a1-43d0-af1d-91d43635cc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838522 May 26 11:01:53.630863 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-47619726-fb76-40a0-aa08-6fc856092372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:53.632181 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-47619726-fb76-40a0-aa08-6fc856092372 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6d36e779aa646e9895a7565b95a5153&device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 1096 time: 0.3834410 May 26 11:01:53.633162 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Transition to ACTIVE for port object 4892c000-6362-4697-94ce-8d0484badfca will not be triggered until provisioned by entity DHCP. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:53.666789 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a73c3884-63fc-48c3-94b8-35069ef07d9b req-2e558a69-b380-43b2-9c75-c156c016148d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712699 May 26 11:01:53.671171 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-14a7bab0-9f05-47c0-8d0a-71f9055de01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:53.673470 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] For port 2b6e2deb-15dc-4a29-8019-f943a1a90b95, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2b6e2deb-15dc-4a29-8019-f943a1a90b95,segment=NetworkSegment(2ee78390-2c46-48d2-b2e3-44340561f42b),segment_id=2ee78390-2c46-48d2-b2e3-44340561f42b)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:01:53.678190 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:53.679640 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-14a7bab0-9f05-47c0-8d0a-71f9055de01d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/329e0db5-2914-47ac-b58d-7cb97598b336 HTTP/1.1" status: 204 len: 168 time: 1.0775063 May 26 11:01:53.686302 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:53.747786 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:53.748583 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:53.749987 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] 10.222.0.16 "PUT /v2.0/ports/2b6e2deb-15dc-4a29-8019-f943a1a90b95 HTTP/1.1" status: 200 len: 1094 time: 2.7001126 May 26 11:01:53.761493 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce38c3-93a9-423b-8060-b83536ca015a req-884d33f6-a7f6-4264-b9ae-3669e3731cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:53.762964 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-884d33f6-a7f6-4264-b9ae-3669e3731cd9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78da3282-26cc-4d36-90ec-09bda8e0be96 HTTP/1.1" status: 200 len: 856 time: 0.1571207 May 26 11:01:53.923456 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0310b8e2-30bc-42e9-8703-678a723a055b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:53.941729 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-af83e7c6-8911-4ea2-bb47-9d7f53b2c390 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2320114-43c3-4b14-b533-2766c8142cfd HTTP/1.1" status: 200 len: 217 time: 0.2790830 May 26 11:01:53.950961 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0310b8e2-30bc-42e9-8703-678a723a055b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:53.980506 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Pushing event updated for resources: {'Port': ['ID=2b6e2deb-15dc-4a29-8019-f943a1a90b95,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:53.983863 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:53.987872 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-38db0b52-7018-467e-a70d-3ddce65a6348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:54.020331 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-0310b8e2-30bc-42e9-8703-678a723a055b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cdb1aa675e144c6875b113f6e7dd7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1183467 May 26 11:01:54.025504 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-c453c8c0-21fb-4019-a637-768306e455dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:54.026995 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-c453c8c0-21fb-4019-a637-768306e455dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6d36e779aa646e9895a7565b95a5153&device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 1097 time: 0.1915994 May 26 11:01:54.028187 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 38448) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:54.057178 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310b8e2-30bc-42e9-8703-678a723a055b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4746786-f06b-4f21-87f4-495302c828bc,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:54.058468 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a56e-1b7a-4166-93eb-11dc741a9952 req-66cd7402-f81f-4e55-a375-837389ee1f50 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:54.059938 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1c92a56e-1b7a-4166-93eb-11dc741a9952 req-66cd7402-f81f-4e55-a375-837389ee1f50 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 945 time: 0.2234440 May 26 11:01:54.066643 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0310b8e2-30bc-42e9-8703-678a723a055b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:54.111809 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce38c3-93a9-423b-8060-b83536ca015a req-f08af354-5a25-4591-8abe-eead6c16272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:54.113388 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-f08af354-5a25-4591-8abe-eead6c16272f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7ee213c-6e0b-4113-9589-8fb92bbb537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3369167 May 26 11:01:54.188153 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:54.191904 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-6558c29d-b575-4208-adc6-d804cebafcc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b6e2deb-15dc-4a29-8019-f943a1a90b95 HTTP/1.1" status: 200 len: 217 time: 0.1421623 May 26 11:01:54.197586 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-4661c583-477d-4f38-a77b-92f0446e9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:54.199069 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-4661c583-477d-4f38-a77b-92f0446e9f64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbf6281a-8c05-4fba-8ba1-63390fc46865 HTTP/1.1" status: 200 len: 858 time: 0.2122490 May 26 11:01:54.212136 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-052c234c-73a6-494d-9de1-d6759339f0f6 service neutron] 10.222.0.25 "GET /v2.0/networks/2e3ad98b-10a1-43d0-af1d-91d43635cc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720694 May 26 11:01:54.219623 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:54.306063 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-fe137931-8296-46e3-aa90-21cfda401c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:54.308146 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-fe137931-8296-46e3-aa90-21cfda401c66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbf6281a-8c05-4fba-8ba1-63390fc46865 HTTP/1.1" status: 200 len: 858 time: 0.0903373 May 26 11:01:54.409543 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-066bbc00-7d3f-4dd0-bf65-be5dfc368cb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1907494 May 26 11:01:54.412143 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Network 32b43f6f-a166-4fbd-adce-080c4d711545 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:54.416186 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:54.482135 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1c92a56e-1b7a-4166-93eb-11dc741a9952 req-1c05348f-eb7f-44ba-86ba-9b24bab178dd tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605483 May 26 11:01:54.590448 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-b79d969e-003b-4f44-a8ce-2fb65a82d845 service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719804 May 26 11:01:54.596450 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:54.604035 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:54.604712 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:54.609998 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-885c5449-a85b-4a40-9989-9b4a3614dc1b service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691668 May 26 11:01:54.633521 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48eee74-b63f-4dd3-a48b-be1fed629cd5', 'tag': 'c2320114-43c3-4b14-b533-2766c8142cfd', 'status': 'completed', 'code': 200} May 26 11:01:54.752114 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-03b790ca-c237-482d-9b8d-8884f7107397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:54.764517 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-cdda9411-9a6a-4fc5-92d9-0566a2d5f457 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3857706 May 26 11:01:54.815247 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-8eef5437-1f87-46b4-9ec1-d30bf767d27d None None] Provisioning for port 4892c000-6362-4697-94ce-8d0484badfca completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:01:54.827605 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-8eef5437-1f87-46b4-9ec1-d30bf767d27d None None] Provisioning complete for port 4892c000-6362-4697-94ce-8d0484badfca triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:01:54.827993 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8eef5437-1f87-46b4-9ec1-d30bf767d27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:54.968287 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-8eef5437-1f87-46b4-9ec1-d30bf767d27d None None] Port 4892c000-6362-4697-94ce-8d0484badfca cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:01:55.072822 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-bb9e9698-346f-496d-82b7-c926942ab8a2 service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753232 May 26 11:01:55.078513 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'tag': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'status': 'completed', 'code': 200} May 26 11:01:55.093257 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5387a6ac-72c9-42ca-ab94-e62a0b4c2a5b req-2d4fe1a4-25ba-4715-a63f-aa820aad23c4 service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499102 May 26 11:01:55.094622 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7549169 May 26 11:01:55.102829 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event updated for resources: {'Port': ['ID=4892c000-6362-4697-94ce-8d0484badfca,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:55.120328 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:55.140865 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Request body: {'port': {'device_id': '168a7baf-d66f-438d-a674-43cc92004485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:55.255992 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-03b790ca-c237-482d-9b8d-8884f7107397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:55.277029 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:55.336578 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:55.471208 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd64484-2a43-4ea5-b18f-c267125cd0dd req-ecb7f651-707e-4489-b4eb-a4185e42c63c tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:55.479298 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7cd64484-2a43-4ea5-b18f-c267125cd0dd req-ecb7f651-707e-4489-b4eb-a4185e42c63c tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 944 time: 0.2661788 May 26 11:01:55.516340 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036a1d4-1201-4b16-ad29-4b6499451b53 req-06fe6cc1-b704-4828-85c3-a5806c9f36a0 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:55.517176 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-5036a1d4-1201-4b16-ad29-4b6499451b53 req-06fe6cc1-b704-4828-85c3-a5806c9f36a0 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Synchronizing usage tracker for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:55.518267 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0cce38c3-93a9-423b-8060-b83536ca015a req-42e9cffb-1dc3-482e-9e7b-393a196b191e service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8276947 May 26 11:01:55.542815 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-5036a1d4-1201-4b16-ad29-4b6499451b53 req-06fe6cc1-b704-4828-85c3-a5806c9f36a0 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Unset dirty status for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:55.543678 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5036a1d4-1201-4b16-ad29-4b6499451b53 req-06fe6cc1-b704-4828-85c3-a5806c9f36a0 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 931 time: 0.9522069 May 26 11:01:55.557230 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e677ef0-22e8-4b43-b855-1806b6d923a3 req-5e4702cf-4073-4bf0-8527-916b754d62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:55.563525 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1e677ef0-22e8-4b43-b855-1806b6d923a3 req-5e4702cf-4073-4bf0-8527-916b754d62d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6d36e779aa646e9895a7565b95a5153&device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 1096 time: 0.2278907 May 26 11:01:55.564284 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b283294e-4f65-4bc4-b7c6-71c616cfed87 req-ebbf3b32-4a24-4162-b486-9fa2d3b666c0 service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148088 May 26 11:01:55.603093 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-03b790ca-c237-482d-9b8d-8884f7107397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:55.615883 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7cd64484-2a43-4ea5-b18f-c267125cd0dd req-bc550065-cdcb-425e-9584-3abc2a2804c4 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355610 May 26 11:01:55.617651 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:55.763282 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b790ca-c237-482d-9b8d-8884f7107397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4746786-f06b-4f21-87f4-495302c828bc,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:55.766557 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-03b790ca-c237-482d-9b8d-8884f7107397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:55.780247 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-03b790ca-c237-482d-9b8d-8884f7107397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:55.783703 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-03b790ca-c237-482d-9b8d-8884f7107397 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4746786-f06b-4f21-87f4-495302c828bc HTTP/1.1" status: 204 len: 168 time: 1.7513623 May 26 11:01:55.806513 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5036a1d4-1201-4b16-ad29-4b6499451b53 req-cb7b39c1-855e-473e-91f8-215b077986f8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2524526 May 26 11:01:55.945374 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3c368013-7f83-402b-9138-efad04d9d9e5 req-41fe029f-cc17-4df6-afd1-e11a1806eeb0 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 210 time: 0.1289070 May 26 11:01:55.972062 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ca178-9fe2-445d-93c7-b93c8cf0d991 req-5d6fa2f9-7b0e-488f-8ef4-c8e8f0121b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:55.974856 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-591ca178-9fe2-445d-93c7-b93c8cf0d991 req-5d6fa2f9-7b0e-488f-8ef4-c8e8f0121b88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 1097 time: 0.3274012 May 26 11:01:55.992129 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e677ef0-22e8-4b43-b855-1806b6d923a3 req-8f6589ef-9fd1-4d52-aad8-2941a0b0d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:55.993729 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1e677ef0-22e8-4b43-b855-1806b6d923a3 req-8f6589ef-9fd1-4d52-aad8-2941a0b0d439 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 HTTP/1.1" status: 200 len: 919 time: 0.3200345 May 26 11:01:56.156637 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4892c000-6362-4697-94ce-8d0484badfca {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:01:56.167899 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:56.207595 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ca178-9fe2-445d-93c7-b93c8cf0d991 req-3b2b3ab6-56a2-4a35-b3f8-ab47d0c6910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:56.211452 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-591ca178-9fe2-445d-93c7-b93c8cf0d991 req-3b2b3ab6-56a2-4a35-b3f8-ab47d0c6910e service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 200 len: 918 time: 0.2288108 May 26 11:01:56.325101 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Transition to ACTIVE for port object 4892c000-6362-4697-94ce-8d0484badfca will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:01:56.327034 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1e677ef0-22e8-4b43-b855-1806b6d923a3 req-be591fe9-8011-43fc-8dbf-8f4fe0c2299d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2320114-43c3-4b14-b533-2766c8142cfd HTTP/1.1" status: 200 len: 217 time: 0.3250353 May 26 11:01:56.396368 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-591ca178-9fe2-445d-93c7-b93c8cf0d991 req-10397552-34c0-4d67-b6ec-1e88fb124f4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7 HTTP/1.1" status: 200 len: 217 time: 0.1770675 May 26 11:01:56.402860 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e677ef0-22e8-4b43-b855-1806b6d923a3 req-d2e41d54-52cc-4abe-a053-fe07c0ecea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:56.404303 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1e677ef0-22e8-4b43-b855-1806b6d923a3 req-d2e41d54-52cc-4abe-a053-fe07c0ecea6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbf6281a-8c05-4fba-8ba1-63390fc46865 HTTP/1.1" status: 200 len: 858 time: 0.0693834 May 26 11:01:56.407316 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:56.444279 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:56.602077 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 38536) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:56.631745 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ca178-9fe2-445d-93c7-b93c8cf0d991 req-69841a90-835b-457c-93e7-26cabaacab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:56.633394 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-591ca178-9fe2-445d-93c7-b93c8cf0d991 req-69841a90-835b-457c-93e7-26cabaacab29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78da3282-26cc-4d36-90ec-09bda8e0be96 HTTP/1.1" status: 200 len: 856 time: 0.2303174 May 26 11:01:56.650885 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9f91c902-61d8-4cd8-9e5b-d435849b8c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:56.727094 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-b64b372d-6cae-4a68-8a90-1eeac9ba3bc3 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:56.727824 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-b64b372d-6cae-4a68-8a90-1eeac9ba3bc3 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Synchronizing usage tracker for tenant:939b9b87d0b9470cb0b9091b4bdbeb39 on resource:network {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:56.787522 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-9f91c902-61d8-4cd8-9e5b-d435849b8c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:56.791720 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-9f91c902-61d8-4cd8-9e5b-d435849b8c50 admin admin] Usage tracker for resource:security_group_rule and tenant:6a2f06a1798f4c7586de04ec22ca78fc is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:56.794812 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-9f91c902-61d8-4cd8-9e5b-d435849b8c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:56.800732 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-9f91c902-61d8-4cd8-9e5b-d435849b8c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:56.820308 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1e677ef0-22e8-4b43-b855-1806b6d923a3 req-623ddf02-1363-4eb0-b4f4-57d3de1b67e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3887129 May 26 11:01:56.854817 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-b64b372d-6cae-4a68-8a90-1eeac9ba3bc3 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Unset dirty status for tenant:939b9b87d0b9470cb0b9091b4bdbeb39 on resource:network {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:56.856281 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-b64b372d-6cae-4a68-8a90-1eeac9ba3bc3 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.16 "GET /v2.0/networks?id=2e3ad98b-10a1-43d0-af1d-91d43635cc73 HTTP/1.1" status: 200 len: 807 time: 0.3951328 May 26 11:01:56.935832 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Request body: {'port': {'device_id': '099a6c28-5739-4969-a948-25eaf7c4387c', 'network_id': '2e3ad98b-10a1-43d0-af1d-91d43635cc73', 'admin_state_up': True, 'tenant_id': '939b9b87d0b9470cb0b9091b4bdbeb39'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:56.964868 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Pushing event updated for resources: {'Port': ['ID=4892c000-6362-4697-94ce-8d0484badfca,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:56.976551 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:57.026819 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Attempting to bind port 4892c000-6362-4697-94ce-8d0484badfca on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:01:57.027144 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Attempting to bind port 4892c000-6362-4697-94ce-8d0484badfca by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:01:57.027472 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Attempting to bind port 4892c000-6362-4697-94ce-8d0484badfca on network 32b43f6f-a166-4fbd-adce-080c4d711545 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:57.043176 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f397a10-7132-4e56-a458-0c580c22e9c6 req-1b459252-9feb-474b-a6d7-fc4d0251ab71 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:57.050432 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8f397a10-7132-4e56-a458-0c580c22e9c6 req-1b459252-9feb-474b-a6d7-fc4d0251ab71 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.8132215 May 26 11:01:57.068335 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Port 4892c000-6362-4697-94ce-8d0484badfca on network 32b43f6f-a166-4fbd-adce-080c4d711545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:01:57.068662 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Attempting to bind port 4892c000-6362-4697-94ce-8d0484badfca on network 32b43f6f-a166-4fbd-adce-080c4d711545 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:01:57.090520 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23a3157-ad7e-4ad8-9c60-222db5abb221', 'tag': '2b6e2deb-15dc-4a29-8019-f943a1a90b95'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:01:57.096388 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:01:57.096800 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Checking segment: {'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:01:57.097270 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Bound using segment: {'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:01:57.097661 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Bound port: 4892c000-6362-4697-94ce-8d0484badfca, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:01:57.098192 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:57.171807 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f424b-5079-4414-b30a-13f2bef68e23 req-37b82d93-efbc-4cc5-9465-0f097185a6bb tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:57.173325 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f81f424b-5079-4414-b30a-13f2bef68e23 req-37b82d93-efbc-4cc5-9465-0f097185a6bb tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 944 time: 0.3962886 May 26 11:01:57.189836 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9f91c902-61d8-4cd8-9e5b-d435849b8c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:57.198246 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1e677ef0-22e8-4b43-b855-1806b6d923a3 req-b3d13f13-a821-4fb0-8488-26ddcf5c2c9d service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648410 May 26 11:01:57.209561 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ca178-9fe2-445d-93c7-b93c8cf0d991 req-21016873-b985-4495-9dc3-5bfb229ff27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:57.210990 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-591ca178-9fe2-445d-93c7-b93c8cf0d991 req-21016873-b985-4495-9dc3-5bfb229ff27a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7ee213c-6e0b-4113-9589-8fb92bbb537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4952095 May 26 11:01:57.213419 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:01:57.215576 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9f91c902-61d8-4cd8-9e5b-d435849b8c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:57.221535 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Usage tracker for resource:port and tenant:939b9b87d0b9470cb0b9091b4bdbeb39 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:01:57.230005 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8f397a10-7132-4e56-a458-0c580c22e9c6 req-0880d894-a5c5-4858-bb1a-ce39aacc1a3b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785581 May 26 11:01:57.231429 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:01:57.253883 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:57.273237 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:01:57.387064 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] For port 4892c000-6362-4697-94ce-8d0484badfca, host hv-cinder-79313, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:01:57.408252 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] For port 4892c000-6362-4697-94ce-8d0484badfca, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4892c000-6362-4697-94ce-8d0484badfca,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:01:57.412988 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1e677ef0-22e8-4b43-b855-1806b6d923a3 req-e9c3964e-23f5-4b38-8911-4ced9a8f5c05 service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055156 May 26 11:01:57.414653 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:57.419392 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:57.469394 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f81f424b-5079-4414-b30a-13f2bef68e23 req-65d2a88b-5ee8-46f7-9f58-58e3fcf18721 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821562 May 26 11:01:57.477510 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91c902-61d8-4cd8-9e5b-d435849b8c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfc0c00-45dc-40cf-b8fa-62244442c504,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:57.480425 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:57.481079 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:57.482363 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] 10.222.0.16 "PUT /v2.0/ports/4892c000-6362-4697-94ce-8d0484badfca HTTP/1.1" status: 200 len: 1093 time: 2.3575168 May 26 11:01:57.483232 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168a7baf-d66f-438d-a674-43cc92004485', 'tag': '4892c000-6362-4697-94ce-8d0484badfca'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:01:57.483487 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Made reservation on behalf of 939b9b87d0b9470cb0b9091b4bdbeb39 for: {'port': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:01:57.486913 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:57.499104 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9f91c902-61d8-4cd8-9e5b-d435849b8c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:57.503245 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-9f91c902-61d8-4cd8-9e5b-d435849b8c50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a2f06a1798f4c7586de04ec22ca78fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9000878 May 26 11:01:57.506878 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 38564) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:01:57.507839 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Pushing event updated for resources: {'Port': ['ID=4892c000-6362-4697-94ce-8d0484badfca,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:57.514773 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:57.671046 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-519ab65e-42b0-483c-89a4-4f3681331229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:57.686568 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-591ca178-9fe2-445d-93c7-b93c8cf0d991 req-f0facdb6-7b45-426b-94af-f3e501dff38b service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663541 May 26 11:01:57.769210 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-519ab65e-42b0-483c-89a4-4f3681331229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:57.835077 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-358aaa13-6b6d-4dbe-b5c3-d98aec9bcd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:57.836976 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-358aaa13-6b6d-4dbe-b5c3-d98aec9bcd38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dea62f1d4724fffaaf71875aa52046c&device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 1096 time: 0.2606962 May 26 11:01:57.978737 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-a72e43e6-f885-493c-8757-f0813581d25c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4892c000-6362-4697-94ce-8d0484badfca HTTP/1.1" status: 200 len: 217 time: 0.1273439 May 26 11:01:57.988260 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Allocated IP 172.20.0.6 (2e3ad98b-10a1-43d0-af1d-91d43635cc73/558a648a-b8e4-411e-8167-910569881989/bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:01:58.012443 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-591ca178-9fe2-445d-93c7-b93c8cf0d991 req-d76e9733-d576-4f7e-89b2-d8aa351abd9d service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765257 May 26 11:01:58.024194 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c53887-6cdc-480d-b026-f7db00300fc1 req-72256520-78e3-42a1-936f-525ffd654d79 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:58.031776 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-97c53887-6cdc-480d-b026-f7db00300fc1 req-72256520-78e3-42a1-936f-525ffd654d79 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 943 time: 0.3476818 May 26 11:01:58.084305 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-519ab65e-42b0-483c-89a4-4f3681331229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:58.094418 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:58.106596 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-64462521-9166-4e18-abc6-d684f4a9f236 req-c848171e-1fce-4e3d-ba6a-987bfadc6286 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 210 time: 0.0723968 May 26 11:01:58.113791 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ab65e-42b0-483c-89a4-4f3681331229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfc0c00-45dc-40cf-b8fa-62244442c504,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:58.113936 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-97c53887-6cdc-480d-b026-f7db00300fc1 req-cce359aa-c424-4464-9c28-2c8c099ce909 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Synchronizing usage tracker for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:security_group {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:01:58.118496 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-519ab65e-42b0-483c-89a4-4f3681331229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:58.124440 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-a0880403-0a8f-48ce-b47b-c3435fa23173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:58.126128 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-a0880403-0a8f-48ce-b47b-c3435fa23173 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=029d1ebe-22a2-45b9-8a2e-0cab033d9ebc HTTP/1.1" status: 200 len: 850 time: 0.1405995 May 26 11:01:58.127251 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-519ab65e-42b0-483c-89a4-4f3681331229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:58.130524 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-519ab65e-42b0-483c-89a4-4f3681331229 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbfc0c00-45dc-40cf-b8fa-62244442c504 HTTP/1.1" status: 204 len: 168 time: 0.6151557 May 26 11:01:58.183797 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-97c53887-6cdc-480d-b026-f7db00300fc1 req-cce359aa-c424-4464-9c28-2c8c099ce909 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Unset dirty status for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:security_group {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:01:58.192973 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-97c53887-6cdc-480d-b026-f7db00300fc1 req-cce359aa-c424-4464-9c28-2c8c099ce909 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1603041 May 26 11:01:58.207919 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23a3157-ad7e-4ad8-9c60-222db5abb221', 'tag': '2b6e2deb-15dc-4a29-8019-f943a1a90b95', 'status': 'completed', 'code': 200} May 26 11:01:58.303327 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168a7baf-d66f-438d-a674-43cc92004485', 'tag': '4892c000-6362-4697-94ce-8d0484badfca', 'status': 'completed', 'code': 200} May 26 11:01:58.337558 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-13f896e5-5f40-4b6f-b423-a732e2300f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:58.341106 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-13f896e5-5f40-4b6f-b423-a732e2300f7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=32b43f6f-a166-4fbd-adce-080c4d711545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1752777 May 26 11:01:58.508147 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-1f5ab40b-d441-4d75-929c-05d25cfcca90 service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597507 May 26 11:01:58.520561 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:58.531352 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa405929-88ef-486e-ab19-9a4290540f83 req-0f50a896-0bcc-417b-a530-7f67ab6df725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:58.532824 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fa405929-88ef-486e-ab19-9a4290540f83 req-0f50a896-0bcc-417b-a530-7f67ab6df725 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6d36e779aa646e9895a7565b95a5153&device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 1097 time: 0.2813070 May 26 11:01:58.651290 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd485c4-b7ee-4c7b-b437-5e7e644843b0 req-96c2a4ab-435a-49fc-a3e9-5c938d82dc21 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:58.652786 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ccd485c4-b7ee-4c7b-b437-5e7e644843b0 req-96c2a4ab-435a-49fc-a3e9-5c938d82dc21 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.2260134 May 26 11:01:58.706884 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a592525d-543d-42e7-a00f-ab0dff867f34 req-29a1bd71-e45a-4547-8656-b01e9e4fd0d2 service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812930 May 26 11:01:58.721076 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:58.735466 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 2b6e2deb-15dc-4a29-8019-f943a1a90b95 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:01:58.746876 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:58.820429 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ccd485c4-b7ee-4c7b-b437-5e7e644843b0 req-77a0f621-5a69-4631-8694-f60d4d056d09 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538239 May 26 11:01:58.852820 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Network 2e3ad98b-10a1-43d0-af1d-91d43635cc73 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:01:58.852820 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa405929-88ef-486e-ab19-9a4290540f83 req-0a5964f7-a7c8-42a4-8208-e710a05f6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:58.852820 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fa405929-88ef-486e-ab19-9a4290540f83 req-0a5964f7-a7c8-42a4-8208-e710a05f6d46 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 HTTP/1.1" status: 200 len: 919 time: 0.3112006 May 26 11:01:58.856008 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:01:58.865199 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:01:58.870790 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:58.871337 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:58.971202 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0a778-08f3-453d-96b6-1409a2e2563e req-e765c351-69d7-4cb3-94ce-15ab12c05d74 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:58.979652 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-69d0a778-08f3-453d-96b6-1409a2e2563e req-e765c351-69d7-4cb3-94ce-15ab12c05d74 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 944 time: 0.2281623 May 26 11:01:58.984406 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Pushing event updated for resources: {'Port': ['ID=bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:59.002971 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a9935-c1a3-4989-8564-377a9306136f req-5601a2d2-d8c5-4040-9473-36523686b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:59.004434 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-956a9935-c1a3-4989-8564-377a9306136f req-5601a2d2-d8c5-4040-9473-36523686b30e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dea62f1d4724fffaaf71875aa52046c&device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 1096 time: 0.1698308 May 26 11:01:59.012989 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:59.043411 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 2b6e2deb-15dc-4a29-8019-f943a1a90b95, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2b6e2deb-15dc-4a29-8019-f943a1a90b95,segment=NetworkSegment(2ee78390-2c46-48d2-b2e3-44340561f42b),segment_id=2ee78390-2c46-48d2-b2e3-44340561f42b)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:59.048159 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fa405929-88ef-486e-ab19-9a4290540f83 req-0ed5ee38-934f-4cd9-8704-7faab2bb8ff0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b6e2deb-15dc-4a29-8019-f943a1a90b95 HTTP/1.1" status: 200 len: 217 time: 0.1719062 May 26 11:01:59.061170 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '2b6e2deb-15dc-4a29-8019-f943a1a90b95', 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317', 'port_id': '2b6e2deb-15dc-4a29-8019-f943a1a90b95', 'mac_address': 'fa:16:3e:f0:2a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf6281a-8c05-4fba-8ba1-63390fc46865', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:01:59.070236 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1606452 May 26 11:01:59.158100 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a9935-c1a3-4989-8564-377a9306136f req-b21d93ed-4cbd-4040-b578-d672d6a109df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:59.159838 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-956a9935-c1a3-4989-8564-377a9306136f req-b21d93ed-4cbd-4040-b578-d672d6a109df service neutron] 10.222.0.16 "GET /v2.0/networks?id=32b43f6f-a166-4fbd-adce-080c4d711545 HTTP/1.1" status: 200 len: 912 time: 0.1472750 May 26 11:01:59.193906 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-69d0a778-08f3-453d-96b6-1409a2e2563e req-426a09c9-3ad8-4494-b4f5-5a8409e85594 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121203 May 26 11:01:59.220217 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:59.263559 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6e2deb-15dc-4a29-8019-f943a1a90b95 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:01:59.288587 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Request body: {'port': {'device_id': '099a6c28-5739-4969-a948-25eaf7c4387c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:01:59.288787 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 2b6e2deb-15dc-4a29-8019-f943a1a90b95, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2b6e2deb-15dc-4a29-8019-f943a1a90b95,segment=NetworkSegment(2ee78390-2c46-48d2-b2e3-44340561f42b),segment_id=2ee78390-2c46-48d2-b2e3-44340561f42b)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:59.293233 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:59.294294 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 4d23add1-7e90-4389-9dc6-335cdee0b5c7 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:01:59.338335 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-956a9935-c1a3-4989-8564-377a9306136f req-d13d6f46-8a24-4cd1-acdc-8f8023e572ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4892c000-6362-4697-94ce-8d0484badfca HTTP/1.1" status: 200 len: 217 time: 0.1431861 May 26 11:01:59.399081 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa405929-88ef-486e-ab19-9a4290540f83 req-db29b4e5-c4cd-46f2-a5bd-7ff0444e6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:59.400553 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fa405929-88ef-486e-ab19-9a4290540f83 req-db29b4e5-c4cd-46f2-a5bd-7ff0444e6f1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbf6281a-8c05-4fba-8ba1-63390fc46865 HTTP/1.1" status: 200 len: 858 time: 0.3191700 May 26 11:01:59.495627 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 4d23add1-7e90-4389-9dc6-335cdee0b5c7, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:59.510504 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-02b8dd82-c303-4279-a48d-6bc960173335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:01:59.564634 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a9935-c1a3-4989-8564-377a9306136f req-d5025c60-6f97-4990-ab22-77d3bfecfb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:59.566113 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-956a9935-c1a3-4989-8564-377a9306136f req-d5025c60-6f97-4990-ab22-77d3bfecfb21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=029d1ebe-22a2-45b9-8a2e-0cab033d9ebc HTTP/1.1" status: 200 len: 850 time: 0.2208967 May 26 11:01:59.601716 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'port_id': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'mac_address': 'fa:16:3e:bc:6b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:01:59.617809 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fa405929-88ef-486e-ab19-9a4290540f83 req-65b5d549-865e-406b-872e-ab75d9ac6e9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269481 May 26 11:01:59.749019 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=2b6e2deb-15dc-4a29-8019-f943a1a90b95,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:01:59.766366 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff71165-fba7-4677-b1a9-9e077b9bd1d3 req-fd013736-5be5-4092-a720-99e18e19dc1e tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:59.767807 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3ff71165-fba7-4677-b1a9-9e077b9bd1d3 req-fd013736-5be5-4092-a720-99e18e19dc1e tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 943 time: 0.3215833 May 26 11:01:59.801448 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a9935-c1a3-4989-8564-377a9306136f req-0b520215-9f95-4e70-a017-6674a9c6a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:01:59.802971 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-956a9935-c1a3-4989-8564-377a9306136f req-0b520215-9f95-4e70-a017-6674a9c6a508 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=32b43f6f-a166-4fbd-adce-080c4d711545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2239969 May 26 11:01:59.814669 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:01:59.817935 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:59.861488 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3ff71165-fba7-4677-b1a9-9e077b9bd1d3 req-8a18a3dd-0739-4a28-98eb-8dff76d955a9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848794 May 26 11:01:59.862374 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:59.874268 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d23add1-7e90-4389-9dc6-335cdee0b5c7 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:01:59.929324 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 4d23add1-7e90-4389-9dc6-335cdee0b5c7, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:01:59.936072 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:01:59.937034 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device c2320114-43c3-4b14-b533-2766c8142cfd details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:01:59.948469 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:00.071169 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-956a9935-c1a3-4989-8564-377a9306136f req-d5a1f915-db31-4699-b4d8-ca08697819e0 service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478976 May 26 11:02:00.100103 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=4d23add1-7e90-4389-9dc6-335cdee0b5c7,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:00.103707 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:00.113629 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port c2320114-43c3-4b14-b533-2766c8142cfd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=c2320114-43c3-4b14-b533-2766c8142cfd,segment=NetworkSegment(2ee78390-2c46-48d2-b2e3-44340561f42b),segment_id=2ee78390-2c46-48d2-b2e3-44340561f42b)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:00.132221 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': 'c2320114-43c3-4b14-b533-2766c8142cfd', 'network_id': '0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317', 'port_id': 'c2320114-43c3-4b14-b533-2766c8142cfd', 'mac_address': 'fa:16:3e:f4:5d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf6281a-8c05-4fba-8ba1-63390fc46865', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:02:00.214639 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fa405929-88ef-486e-ab19-9a4290540f83 req-9ca9301a-e855-467f-a972-da32b4e1d8cc service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755496 May 26 11:02:00.225756 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:00.250222 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2320114-43c3-4b14-b533-2766c8142cfd {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:02:00.272374 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port c2320114-43c3-4b14-b533-2766c8142cfd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=c2320114-43c3-4b14-b533-2766c8142cfd,segment=NetworkSegment(2ee78390-2c46-48d2-b2e3-44340561f42b),segment_id=2ee78390-2c46-48d2-b2e3-44340561f42b)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:00.278829 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:00.283983 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:00.308786 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191eb46-be41-4b15-bdf8-8b3917cd0689 req-fbcc7b5b-5595-4775-bd54-871f8331ab8c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:00.310397 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3191eb46-be41-4b15-bdf8-8b3917cd0689 req-fbcc7b5b-5595-4775-bd54-871f8331ab8c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 945 time: 0.2381530 May 26 11:02:00.365417 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=c2320114-43c3-4b14-b533-2766c8142cfd,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:00.371080 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-956a9935-c1a3-4989-8564-377a9306136f req-554f11d0-c379-4193-a9ba-0d59e0a06cde service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971244 May 26 11:02:00.377633 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:00.387543 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366507f-6191-4f2a-8a30-4d3200fb2a9d req-57ce64cc-fef1-4f9d-bef2-8fc192fe3318 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:00.388356 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-f366507f-6191-4f2a-8a30-4d3200fb2a9d req-57ce64cc-fef1-4f9d-bef2-8fc192fe3318 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Synchronizing usage tracker for tenant:939b9b87d0b9470cb0b9091b4bdbeb39 on resource:port {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:02:00.403964 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3191eb46-be41-4b15-bdf8-8b3917cd0689 req-74a88f23-3179-4b93-9159-8b51137cdcff tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767126 May 26 11:02:00.493545 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fa405929-88ef-486e-ab19-9a4290540f83 req-6e558719-d211-4adc-941a-b824891e19af service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641895 May 26 11:02:00.527601 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-f366507f-6191-4f2a-8a30-4d3200fb2a9d req-57ce64cc-fef1-4f9d-bef2-8fc192fe3318 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Unset dirty status for tenant:939b9b87d0b9470cb0b9091b4bdbeb39 on resource:port {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:02:00.528682 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f366507f-6191-4f2a-8a30-4d3200fb2a9d req-57ce64cc-fef1-4f9d-bef2-8fc192fe3318 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 931 time: 1.1510792 May 26 11:02:00.605881 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ef78b-44f0-4dce-9ae6-0e76f9caa61e req-a265cb6b-fa9d-4f1e-9378-c0d922546d1d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:00.609910 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-168ef78b-44f0-4dce-9ae6-0e76f9caa61e req-a265cb6b-fa9d-4f1e-9378-c0d922546d1d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 945 time: 0.0903533 May 26 11:02:00.652891 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-f366507f-6191-4f2a-8a30-4d3200fb2a9d req-a62bd5f3-5807-4640-a544-38f69f0b3642 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Synchronizing usage tracker for tenant:939b9b87d0b9470cb0b9091b4bdbeb39 on resource:security_group {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:02:00.673612 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-168ef78b-44f0-4dce-9ae6-0e76f9caa61e req-5bebce10-9199-4561-8fe5-995051526a2f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554192 May 26 11:02:00.701122 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-f366507f-6191-4f2a-8a30-4d3200fb2a9d req-a62bd5f3-5807-4640-a544-38f69f0b3642 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Unset dirty status for tenant:939b9b87d0b9470cb0b9091b4bdbeb39 on resource:security_group {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:02:00.702315 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f366507f-6191-4f2a-8a30-4d3200fb2a9d req-a62bd5f3-5807-4640-a544-38f69f0b3642 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/security-groups?id=294c50ae-460f-4d33-97e3-899e670f3317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559365 May 26 11:02:00.789576 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['4d23add1-7e90-4389-9dc6-335cdee0b5c7'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:02:00.790944 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:02:00.810224 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:00.831986 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Transition to ACTIVE for port object bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:02:00.835354 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:00.849421 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:00.860482 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['c2320114-43c3-4b14-b533-2766c8142cfd'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:02:00.890259 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['2b6e2deb-15dc-4a29-8019-f943a1a90b95'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:02:01.112541 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Attempting to bind port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:02:01.113259 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Attempting to bind port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'c4283864-dbaf-4d94-add9-86c8c8bcf749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2e3ad98b-10a1-43d0-af1d-91d43635cc73'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:02:01.113754 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Attempting to bind port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a on network 2e3ad98b-10a1-43d0-af1d-91d43635cc73 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:02:01.146623 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Pushing event updated for resources: {'Port': ['ID=bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:01.167996 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:01.169462 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a on network 2e3ad98b-10a1-43d0-af1d-91d43635cc73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:02:01.169789 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Attempting to bind port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a on network 2e3ad98b-10a1-43d0-af1d-91d43635cc73 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:02:01.183026 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:02:01.183364 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Checking segment: {'id': 'c4283864-dbaf-4d94-add9-86c8c8bcf749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2e3ad98b-10a1-43d0-af1d-91d43635cc73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:02:01.183755 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Bound using segment: {'id': 'c4283864-dbaf-4d94-add9-86c8c8bcf749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2e3ad98b-10a1-43d0-af1d-91d43635cc73'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:02:01.184357 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Bound port: bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4283864-dbaf-4d94-add9-86c8c8bcf749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2e3ad98b-10a1-43d0-af1d-91d43635cc73'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:02:01.184711 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:01.233699 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468a115-10b2-43de-9825-f2c480c55f22 req-1c03378f-f88d-4dc7-b2db-fda38ff4e1e1 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:01.235390 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e468a115-10b2-43de-9825-f2c480c55f22 req-1c03378f-f88d-4dc7-b2db-fda38ff4e1e1 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 945 time: 0.1039624 May 26 11:02:01.282392 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2770-5e10-4b3f-b91c-2d038b6e6a1b req-b84ed4ff-83f8-42c6-a4c8-ed7bada6dc0e tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:01.291416 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a60e2770-5e10-4b3f-b91c-2d038b6e6a1b req-b84ed4ff-83f8-42c6-a4c8-ed7bada6dc0e tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 943 time: 0.1844041 May 26 11:02:01.292872 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e468a115-10b2-43de-9825-f2c480c55f22 req-0d8b3d4e-b01e-4e11-96b5-7c25205cad15 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513515 May 26 11:02:01.370066 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a60e2770-5e10-4b3f-b91c-2d038b6e6a1b req-cc4ef804-d3ab-4808-8f50-57513bcb2457 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777955 May 26 11:02:01.390076 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] For port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a, host hv-cinder-79313, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:02:01.393899 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] For port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a,segment=NetworkSegment(c4283864-dbaf-4d94-add9-86c8c8bcf749),segment_id=c4283864-dbaf-4d94-add9-86c8c8bcf749)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:02:01.401767 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:01.406949 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:01.463709 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:01.464325 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:01.465896 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] 10.222.0.16 "PUT /v2.0/ports/bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a HTTP/1.1" status: 200 len: 1093 time: 2.1815948 May 26 11:02:01.466383 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099a6c28-5739-4969-a948-25eaf7c4387c', 'tag': 'bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:02:01.515395 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Pushing event updated for resources: {'Port': ['ID=bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:01.524010 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:01.539129 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '099a6c28-5739-4969-a948-25eaf7c4387c', 'tag': 'bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a', 'status': 'completed', 'code': 200} May 26 11:02:01.663086 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-a62daae0-0013-4d44-a87b-3ef1e5a44c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:01.665103 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-a62daae0-0013-4d44-a87b-3ef1e5a44c10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=939b9b87d0b9470cb0b9091b4bdbeb39&device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 1096 time: 0.0962467 May 26 11:02:01.692043 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42772885-930e-4f0a-a962-01858110264c req-9614f22f-644d-4dc6-96b9-c74d198fcd45 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:01.698211 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-42772885-930e-4f0a-a962-01858110264c req-9614f22f-644d-4dc6-96b9-c74d198fcd45 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 945 time: 0.1060421 May 26 11:02:01.758844 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-ba233419-4e26-4b91-b989-1f39f369ac20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a HTTP/1.1" status: 200 len: 217 time: 0.0786982 May 26 11:02:01.759593 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-42772885-930e-4f0a-a962-01858110264c req-f878cb78-a81e-4610-9e7c-715143854fa3 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603442 May 26 11:02:01.888860 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-a048b735-d987-4bff-958f-d336823aefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:01.888860 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-a048b735-d987-4bff-958f-d336823aefe5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=558a648a-b8e4-411e-8167-910569881989 HTTP/1.1" status: 200 len: 847 time: 0.1207361 May 26 11:02:01.950269 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-46825c6e-e8c7-4526-a4b1-8c23c1ec3ff6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e3ad98b-10a1-43d0-af1d-91d43635cc73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533006 May 26 11:02:01.981865 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28447ec1-3ab3-4938-b0b7-0bdec1d03445 req-a18de173-1321-4f45-a448-4b61eeff23d2 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:01.982653 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-28447ec1-3ab3-4938-b0b7-0bdec1d03445 req-a18de173-1321-4f45-a448-4b61eeff23d2 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 943 time: 0.0920513 May 26 11:02:02.011207 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123daed-6783-4325-a855-d2219569be1d req-c8e7af3b-851f-481b-b99a-018c65f45bd1 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:02.012722 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7123daed-6783-4325-a855-d2219569be1d req-c8e7af3b-851f-481b-b99a-018c65f45bd1 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 945 time: 0.1876588 May 26 11:02:02.033094 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-28447ec1-3ab3-4938-b0b7-0bdec1d03445 req-266b6f6c-586b-44e6-8280-30aaac30f514 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/security-groups?id=294c50ae-460f-4d33-97e3-899e670f3317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444629 May 26 11:02:02.132706 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7123daed-6783-4325-a855-d2219569be1d req-96c6ff61-b2ca-4186-a3b7-6d2ec52e0a30 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732749 May 26 11:02:02.155429 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-150bba37-1c60-4c94-9781-fdc57479ce50 service neutron] 10.222.0.16 "GET /v2.0/networks/2e3ad98b-10a1-43d0-af1d-91d43635cc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924198 May 26 11:02:02.330009 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 38736) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:02.397568 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-53923120-3534-4a3d-bf50-d0203c8fe5bf req-03447bbf-7f29-4dd3-beda-c22867ef2037 service neutron] 10.222.0.16 "GET /v2.0/networks/2e3ad98b-10a1-43d0-af1d-91d43635cc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339613 May 26 11:02:02.514154 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-838fa548-47ae-4148-a791-dcc9031796ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:02.538661 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-838fa548-47ae-4148-a791-dcc9031796ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:02.545848 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-838fa548-47ae-4148-a791-dcc9031796ca admin admin] Usage tracker for resource:security_group_rule and tenant:0e10f95622c94a4a83f20bdc8a633b8d is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:02.549419 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-838fa548-47ae-4148-a791-dcc9031796ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:02.558805 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-838fa548-47ae-4148-a791-dcc9031796ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:02.574775 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7ee4e-2f10-481c-bb82-c9f73be069dc req-36e54ff2-3c53-41b5-830c-476a087f4791 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:02.576267 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6ea7ee4e-2f10-481c-bb82-c9f73be069dc req-36e54ff2-3c53-41b5-830c-476a087f4791 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 945 time: 0.1526000 May 26 11:02:02.647679 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6ea7ee4e-2f10-481c-bb82-c9f73be069dc req-15f818aa-73af-46d4-9d0f-104ca90b48c4 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655046 May 26 11:02:02.657723 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ec01b-33a4-462d-b0c0-256e3d0eee1c req-d88aeef3-80f5-4790-9bc2-594f23a91061 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:02.659317 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3e3ec01b-33a4-462d-b0c0-256e3d0eee1c req-d88aeef3-80f5-4790-9bc2-594f23a91061 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 943 time: 0.1488850 May 26 11:02:02.665614 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12992-81ef-42b8-9508-ab8b3beb3f0e req-286c914c-e1c2-475d-99f6-d2c951dbf813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:02.666938 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9ee12992-81ef-42b8-9508-ab8b3beb3f0e req-286c914c-e1c2-475d-99f6-d2c951dbf813 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=939b9b87d0b9470cb0b9091b4bdbeb39&device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 1096 time: 0.1240544 May 26 11:02:02.706160 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-838fa548-47ae-4148-a791-dcc9031796ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:02.710764 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-838fa548-47ae-4148-a791-dcc9031796ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:02.721386 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:02.762221 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 4892c000-6362-4697-94ce-8d0484badfca details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:02:02.771115 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-838fa548-47ae-4148-a791-dcc9031796ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e10f95622c94a4a83f20bdc8a633b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4374135 May 26 11:02:02.771284 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 2b6e2deb-15dc-4a29-8019-f943a1a90b95 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:02:02.771496 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 38746) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:02.774521 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fa548-47ae-4148-a791-dcc9031796ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e988619b-4770-4331-b4ae-47e47ff926b0,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:02.779759 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-838fa548-47ae-4148-a791-dcc9031796ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:02.795876 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3e3ec01b-33a4-462d-b0c0-256e3d0eee1c req-80b3dcf7-71a9-4143-a1cf-c7e2e88aeb02 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1279254 May 26 11:02:02.843300 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12992-81ef-42b8-9508-ab8b3beb3f0e req-89c83702-685e-4287-9e8f-339ff663716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:02.844788 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9ee12992-81ef-42b8-9508-ab8b3beb3f0e req-89c83702-685e-4287-9e8f-339ff663716f service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e3ad98b-10a1-43d0-af1d-91d43635cc73 HTTP/1.1" status: 200 len: 908 time: 0.1610935 May 26 11:02:02.886656 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-38b83208-5b93-41c2-9527-38b36d3bec53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:02.947841 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-38b83208-5b93-41c2-9527-38b36d3bec53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:02.983418 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port 2b6e2deb-15dc-4a29-8019-f943a1a90b95 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:02:02.994268 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 2b6e2deb-15dc-4a29-8019-f943a1a90b95 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:02:02.994883 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:03.024574 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9ee12992-81ef-42b8-9508-ab8b3beb3f0e req-f94df0dd-066e-4e24-84ae-596f8ae4b23a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a HTTP/1.1" status: 200 len: 217 time: 0.1659746 May 26 11:02:03.073573 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 4892c000-6362-4697-94ce-8d0484badfca, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4892c000-6362-4697-94ce-8d0484badfca,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:03.086219 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1154-92c9-4897-97ce-f7e6ff1b84cc req-9a1cadae-52a3-4450-920a-5f8b0324b3d0 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:03.087746 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e37a1154-92c9-4897-97ce-f7e6ff1b84cc req-9a1cadae-52a3-4450-920a-5f8b0324b3d0 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 945 time: 0.1459672 May 26 11:02:03.096671 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '4892c000-6362-4697-94ce-8d0484badfca', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'port_id': '4892c000-6362-4697-94ce-8d0484badfca', 'mac_address': 'fa:16:3e:7b:29:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:02:03.112021 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-38b83208-5b93-41c2-9527-38b36d3bec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:03.119374 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:03.147121 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b83208-5b93-41c2-9527-38b36d3bec53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e988619b-4770-4331-b4ae-47e47ff926b0,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:03.159168 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-38b83208-5b93-41c2-9527-38b36d3bec53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:03.159401 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-38b83208-5b93-41c2-9527-38b36d3bec53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:03.161251 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-38b83208-5b93-41c2-9527-38b36d3bec53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e988619b-4770-4331-b4ae-47e47ff926b0 HTTP/1.1" status: 204 len: 168 time: 0.3886178 May 26 11:02:03.184167 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e37a1154-92c9-4897-97ce-f7e6ff1b84cc req-f32ceb8a-279d-487f-9552-c8949dc82b24 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899208 May 26 11:02:03.194290 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12992-81ef-42b8-9508-ab8b3beb3f0e req-b52a3539-0f05-4cc6-a0f2-21bd9a19ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:03.205371 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9ee12992-81ef-42b8-9508-ab8b3beb3f0e req-b52a3539-0f05-4cc6-a0f2-21bd9a19ae1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=558a648a-b8e4-411e-8167-910569881989 HTTP/1.1" status: 200 len: 847 time: 0.1616089 May 26 11:02:03.223160 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:03.251839 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4892c000-6362-4697-94ce-8d0484badfca {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:02:03.268411 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:03.289668 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 4892c000-6362-4697-94ce-8d0484badfca, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4892c000-6362-4697-94ce-8d0484badfca,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:03.297032 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:03.300151 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:03.335581 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd646207-25f1-4877-adfa-d0bbc373ad14 req-fc0fce99-ebd0-4db1-b641-53071c9821e4 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:03.339622 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-dd646207-25f1-4877-adfa-d0bbc373ad14 req-fc0fce99-ebd0-4db1-b641-53071c9821e4 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.16 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 945 time: 0.4805541 May 26 11:02:03.342476 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9ee12992-81ef-42b8-9508-ab8b3beb3f0e req-7c44bd28-4b6b-462f-b7a3-660af8def074 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e3ad98b-10a1-43d0-af1d-91d43635cc73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327839 May 26 11:02:03.342918 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23a3157-ad7e-4ad8-9c60-222db5abb221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6e2deb-15dc-4a29-8019-f943a1a90b95'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:02:03.372046 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 2b6e2deb-15dc-4a29-8019-f943a1a90b95, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2b6e2deb-15dc-4a29-8019-f943a1a90b95,segment=NetworkSegment(2ee78390-2c46-48d2-b2e3-44340561f42b),segment_id=2ee78390-2c46-48d2-b2e3-44340561f42b)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:03.385368 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:03.386502 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 4d23add1-7e90-4389-9dc6-335cdee0b5c7 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:02:03.400357 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 38768) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:03.446947 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d76b9-1838-4300-a04e-300ca54b3e7f req-6afd9895-a226-4101-bf65-f47190a95735 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:03.455482 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ac1d76b9-1838-4300-a04e-300ca54b3e7f req-6afd9895-a226-4101-bf65-f47190a95735 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 945 time: 0.1281731 May 26 11:02:03.478946 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=4892c000-6362-4697-94ce-8d0484badfca,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:03.485330 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:03.486142 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a405da80-aef5-420b-bc3c-f74eb3e60b2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:03.514535 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ac1d76b9-1838-4300-a04e-300ca54b3e7f req-49397462-644a-4751-abd1-f1dac10017d4 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580854 May 26 11:02:03.579468 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=2b6e2deb-15dc-4a29-8019-f943a1a90b95,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:03.583964 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:03.591383 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port 4d23add1-7e90-4389-9dc6-335cdee0b5c7 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:02:03.602586 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23a3157-ad7e-4ad8-9c60-222db5abb221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6e2deb-15dc-4a29-8019-f943a1a90b95', 'code': 200} May 26 11:02:03.603881 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 4d23add1-7e90-4389-9dc6-335cdee0b5c7 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:02:03.604262 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:03.656555 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306c859-ac99-49fb-b28d-60ea8d7d6921 req-165b6905-1355-48ec-b6be-97093b75e0e8 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:03.664280 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f306c859-ac99-49fb-b28d-60ea8d7d6921 req-165b6905-1355-48ec-b6be-97093b75e0e8 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 943 time: 0.4029469 May 26 11:02:03.674601 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['4892c000-6362-4697-94ce-8d0484badfca'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:02:03.816807 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9ee12992-81ef-42b8-9508-ab8b3beb3f0e req-43782e14-051f-4651-9ccb-c744810c1f2a service neutron] 10.222.0.16 "GET /v2.0/networks/2e3ad98b-10a1-43d0-af1d-91d43635cc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605138 May 26 11:02:03.858124 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f306c859-ac99-49fb-b28d-60ea8d7d6921 req-adea7feb-e625-46bb-84a1-107f6c453a9b tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/security-groups?id=294c50ae-460f-4d33-97e3-899e670f3317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909633 May 26 11:02:03.955301 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:03.993858 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 38790) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:04.004014 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-dd646207-25f1-4877-adfa-d0bbc373ad14 req-77cf317b-c434-480b-97fb-3fc0a7559e8a tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Deleting port fd138d4d-70c3-43ae-bed8-cf58b3c5b053 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:02:04.004379 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-dd646207-25f1-4877-adfa-d0bbc373ad14 req-77cf317b-c434-480b-97fb-3fc0a7559e8a tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.034464 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0cab22f9-177b-4f2b-bbce-e23099573fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.050266 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 4d23add1-7e90-4389-9dc6-335cdee0b5c7, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:04.065237 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0cab22f9-177b-4f2b-bbce-e23099573fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:04.065841 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.066896 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device c2320114-43c3-4b14-b533-2766c8142cfd up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:02:04.080246 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-0cab22f9-177b-4f2b-bbce-e23099573fad admin admin] Usage tracker for resource:security_group_rule and tenant:0b5adf9895334b4d8bb8af6572e9964a is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:04.089609 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-0cab22f9-177b-4f2b-bbce-e23099573fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:04.100339 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0cab22f9-177b-4f2b-bbce-e23099573fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:04.132659 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:04.151382 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d2279-efa6-4381-87cf-aeb990f01ec8 req-7202fd7c-2484-43c7-9bac-9c8afc76d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:04.153397 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6c1d2279-efa6-4381-87cf-aeb990f01ec8 req-7202fd7c-2484-43c7-9bac-9c8afc76d868 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 1099 time: 0.2035985 May 26 11:02:04.163464 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73283497-5231-4beb-955d-d590ba06ee64 req-82923756-9b76-4e80-b339-b19e9c31b3a1 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:04.164981 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-73283497-5231-4beb-955d-d590ba06ee64 req-82923756-9b76-4e80-b339-b19e9c31b3a1 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 945 time: 0.2835643 May 26 11:02:04.182051 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-36185aa9-05d5-46a3-88cb-f933cf704229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.250242 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=4d23add1-7e90-4389-9dc6-335cdee0b5c7,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:04.263289 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:04.264095 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port c2320114-43c3-4b14-b533-2766c8142cfd completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:02:04.283002 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port c2320114-43c3-4b14-b533-2766c8142cfd triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:02:04.283002 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.304043 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0cab22f9-177b-4f2b-bbce-e23099573fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.304537 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-36185aa9-05d5-46a3-88cb-f933cf704229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:04.308381 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9ee12992-81ef-42b8-9508-ab8b3beb3f0e req-7badc9c8-eafc-4218-8540-438116708cf6 service neutron] 10.222.0.16 "GET /v2.0/networks/2e3ad98b-10a1-43d0-af1d-91d43635cc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788988 May 26 11:02:04.321705 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-36185aa9-05d5-46a3-88cb-f933cf704229 admin admin] Usage tracker for resource:security_group_rule and tenant:2b4ed08b2cad44e08a0af838bb31a2a3 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:04.331150 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0cab22f9-177b-4f2b-bbce-e23099573fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.337325 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-36185aa9-05d5-46a3-88cb-f933cf704229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:04.345244 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:04.349949 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-36185aa9-05d5-46a3-88cb-f933cf704229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:04.373928 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-73283497-5231-4beb-955d-d590ba06ee64 req-e727706f-d63b-491c-bf4f-e010f98bb500 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d9cca92-3da7-438f-b700-4f2e516df3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790142 May 26 11:02:04.375502 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-6c1d2279-efa6-4381-87cf-aeb990f01ec8 req-fade2a1f-ff45-4c9f-b84d-d753753682bf service neutron] Synchronizing usage tracker for tenant:cb6e842148d145bb83712f5acd362e0c on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:02:04.380512 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-dd646207-25f1-4877-adfa-d0bbc373ad14 req-77cf317b-c434-480b-97fb-3fc0a7559e8a tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] For port fd138d4d-70c3-43ae-bed8-cf58b3c5b053, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fd138d4d-70c3-43ae-bed8-cf58b3c5b053,segment=NetworkSegment(2d212e56-6f4b-482d-af5d-8b3f8849e282),segment_id=2d212e56-6f4b-482d-af5d-8b3f8849e282)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:04.380876 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-dd646207-25f1-4877-adfa-d0bbc373ad14 req-77cf317b-c434-480b-97fb-3fc0a7559e8a tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.412078 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab22f9-177b-4f2b-bbce-e23099573fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040d78a5-d53a-41d6-b2ae-4818ab68891f,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:04.428305 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0cab22f9-177b-4f2b-bbce-e23099573fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:04.435711 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-0cab22f9-177b-4f2b-bbce-e23099573fad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b5adf9895334b4d8bb8af6572e9964a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0314031 May 26 11:02:04.436136 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 38806) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:04.443780 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.479647 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-6c1d2279-efa6-4381-87cf-aeb990f01ec8 req-fade2a1f-ff45-4c9f-b84d-d753753682bf service neutron] Unset dirty status for tenant:cb6e842148d145bb83712f5acd362e0c on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:02:04.481015 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6c1d2279-efa6-4381-87cf-aeb990f01ec8 req-fade2a1f-ff45-4c9f-b84d-d753753682bf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151202 May 26 11:02:04.490484 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port c2320114-43c3-4b14-b533-2766c8142cfd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=c2320114-43c3-4b14-b533-2766c8142cfd,segment=NetworkSegment(2ee78390-2c46-48d2-b2e3-44340561f42b),segment_id=2ee78390-2c46-48d2-b2e3-44340561f42b)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:04.494968 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.497692 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:04.570126 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=c2320114-43c3-4b14-b533-2766c8142cfd,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:04.573430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:04.578288 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7f42fa03-4243-4ba0-871b-6d7ba0ce25e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.615169 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-dd646207-25f1-4877-adfa-d0bbc373ad14 req-77cf317b-c434-480b-97fb-3fc0a7559e8a tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Calling delete_port for fd138d4d-70c3-43ae-bed8-cf58b3c5b053 owned by compute:nova {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:02:04.620537 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7f42fa03-4243-4ba0-871b-6d7ba0ce25e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.635091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f22c40-086d-4ff1-b9f8-ffcad5c0d03e req-75eb9e90-02eb-4f52-a93b-4498533815a8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:04.638364 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e3f22c40-086d-4ff1-b9f8-ffcad5c0d03e req-75eb9e90-02eb-4f52-a93b-4498533815a8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 944 time: 0.5776818 May 26 11:02:04.713707 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c2ed6-de0b-4814-968f-c3f2be08d8e9 req-02d96417-d2eb-4094-83c0-02d8846b196b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:04.715199 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f57c2ed6-de0b-4814-968f-c3f2be08d8e9 req-02d96417-d2eb-4094-83c0-02d8846b196b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.2228651 May 26 11:02:04.775304 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:02:04.781376 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f57c2ed6-de0b-4814-968f-c3f2be08d8e9 req-c476a0fc-360b-434c-aef9-3662306b9ab6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493171 May 26 11:02:04.783753 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e3f22c40-086d-4ff1-b9f8-ffcad5c0d03e req-1d130630-6601-4941-8bb7-85d0d3e2e033 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380770 May 26 11:02:04.794173 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7f42fa03-4243-4ba0-871b-6d7ba0ce25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.802758 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-44da4572-06c0-4475-857e-1840f7fe8283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:04.818699 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42fa03-4243-4ba0-871b-6d7ba0ce25e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040d78a5-d53a-41d6-b2ae-4818ab68891f,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:04.831198 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7f42fa03-4243-4ba0-871b-6d7ba0ce25e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:04.832217 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-36185aa9-05d5-46a3-88cb-f933cf704229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.832320 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7f42fa03-4243-4ba0-871b-6d7ba0ce25e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.832320 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-7f42fa03-4243-4ba0-871b-6d7ba0ce25e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/040d78a5-d53a-41d6-b2ae-4818ab68891f HTTP/1.1" status: 204 len: 168 time: 0.3914714 May 26 11:02:04.844642 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-36185aa9-05d5-46a3-88cb-f933cf704229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:04.854044 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-03b790ca-c237-482d-9b8d-8884f7107397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:04.939153 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-36185aa9-05d5-46a3-88cb-f933cf704229 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b4ed08b2cad44e08a0af838bb31a2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9171333 May 26 11:02:04.940078 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 38816) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:04.949926 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36185aa9-05d5-46a3-88cb-f933cf704229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ba643b-9e2b-49f1-b4e8-ba8f5350ec50,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:04.954748 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-36185aa9-05d5-46a3-88cb-f933cf704229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:04.996495 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a,segment=NetworkSegment(c4283864-dbaf-4d94-add9-86c8c8bcf749),segment_id=c4283864-dbaf-4d94-add9-86c8c8bcf749)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:05.017856 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': 'bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a', 'network_id': '2e3ad98b-10a1-43d0-af1d-91d43635cc73', 'port_id': 'bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a', 'mac_address': 'fa:16:3e:26:fa:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558a648a-b8e4-411e-8167-910569881989', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:02:05.041794 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-dd646207-25f1-4877-adfa-d0bbc373ad14 req-77cf317b-c434-480b-97fb-3fc0a7559e8a tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:05.054208 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:05.083586 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['fd138d4d-70c3-43ae-bed8-cf58b3c5b053'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:02:05.109859 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bedd05ed-3f04-49a6-8a34-53bf2f63abfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:05.110054 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf317b-c434-480b-97fb-3fc0a7559e8a tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Pushing event deleted for resources: {'Port': ['ID=fd138d4d-70c3-43ae-bed8-cf58b3c5b053,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:05.113470 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-77cf317b-c434-480b-97fb-3fc0a7559e8a tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:05.142544 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:05.147507 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bedd05ed-3f04-49a6-8a34-53bf2f63abfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:05.163037 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:02:05.179317 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f558ca4-b717-4da7-af0b-1b0f94fec3bd req-d59675c2-ea1e-415f-ba16-70c61543d544 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:05.180814 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1f558ca4-b717-4da7-af0b-1b0f94fec3bd req-d59675c2-ea1e-415f-ba16-70c61543d544 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 943 time: 0.1557472 May 26 11:02:05.182972 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a,segment=NetworkSegment(c4283864-dbaf-4d94-add9-86c8c8bcf749),segment_id=c4283864-dbaf-4d94-add9-86c8c8bcf749)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:05.187395 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:05.192771 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:05.199601 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd646207-25f1-4877-adfa-d0bbc373ad14 req-77cf317b-c434-480b-97fb-3fc0a7559e8a tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] No DVR routers for this DVR port fd138d4d-70c3-43ae-bed8-cf58b3c5b053 on host hv-cinder-79313 {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:02:05.203552 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-dd646207-25f1-4877-adfa-d0bbc373ad14 req-77cf317b-c434-480b-97fb-3fc0a7559e8a tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:05.208045 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25650074-8daf-4e0b-a04d-9bff76598770', 'name': 'network-vif-deleted', 'tag': 'fd138d4d-70c3-43ae-bed8-cf58b3c5b053'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:02:05.234802 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d0940-a80d-48cd-afa3-cbd9cd56ad3b req-760f1b1e-6b5e-4049-9368-80a18d277311 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:05.237472 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-188d0940-a80d-48cd-afa3-cbd9cd56ad3b req-760f1b1e-6b5e-4049-9368-80a18d277311 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.2539828 May 26 11:02:05.246232 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1f558ca4-b717-4da7-af0b-1b0f94fec3bd req-8c1e23f7-1dc0-4ca5-a0d8-f66854e5a2a4 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/security-groups?id=294c50ae-460f-4d33-97e3-899e670f3317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538220 May 26 11:02:05.272309 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bedd05ed-3f04-49a6-8a34-53bf2f63abfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:05.272523 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-dd646207-25f1-4877-adfa-d0bbc373ad14 req-77cf317b-c434-480b-97fb-3fc0a7559e8a tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.16 "DELETE /v2.0/ports/fd138d4d-70c3-43ae-bed8-cf58b3c5b053 HTTP/1.1" status: 204 len: 173 time: 1.8886266 May 26 11:02:05.283510 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:05.290115 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:05.292510 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-edb6fd65-5136-4db7-933c-a39b5d73dfc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:05.314402 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd05ed-3f04-49a6-8a34-53bf2f63abfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ba643b-9e2b-49f1-b4e8-ba8f5350ec50,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:05.327523 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-188d0940-a80d-48cd-afa3-cbd9cd56ad3b req-b12ee514-1fae-4999-899a-67d0d2036a50 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782394 May 26 11:02:05.329433 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bedd05ed-3f04-49a6-8a34-53bf2f63abfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:05.337504 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bedd05ed-3f04-49a6-8a34-53bf2f63abfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:05.338649 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-bedd05ed-3f04-49a6-8a34-53bf2f63abfb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42ba643b-9e2b-49f1-b4e8-ba8f5350ec50 HTTP/1.1" status: 204 len: 168 time: 0.3972821 May 26 11:02:05.346987 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25650074-8daf-4e0b-a04d-9bff76598770', 'name': 'network-vif-deleted', 'tag': 'fd138d4d-70c3-43ae-bed8-cf58b3c5b053', 'status': 'completed', 'code': 200} May 26 11:02:05.443065 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 38838) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:05.467437 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6558d138-4da4-4234-a28b-87eb62e63fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:05.488378 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-6558d138-4da4-4234-a28b-87eb62e63fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:05.493618 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-6558d138-4da4-4234-a28b-87eb62e63fae admin admin] Usage tracker for resource:security_group_rule and tenant:25311d9603f441ecbb58d104a1ae65ba is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:05.496601 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-6558d138-4da4-4234-a28b-87eb62e63fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:05.504196 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-6558d138-4da4-4234-a28b-87eb62e63fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:05.574076 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-cd88a2bf-564d-4350-b7e1-3a893e82374d req-dd550f97-d28b-4083-ba15-7aa717484d61 tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 210 time: 0.0674245 May 26 11:02:05.594240 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:02:05.672942 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d23add1-7e90-4389-9dc6-335cdee0b5c7'}, {'server_uuid': 'c48eee74-b63f-4dd3-a48b-be1fed629cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2320114-43c3-4b14-b533-2766c8142cfd'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:02:05.758033 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'code': 200} May 26 11:02:05.758526 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48eee74-b63f-4dd3-a48b-be1fed629cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2320114-43c3-4b14-b533-2766c8142cfd', 'code': 200} May 26 11:02:05.762431 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6558d138-4da4-4234-a28b-87eb62e63fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:05.766287 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6558d138-4da4-4234-a28b-87eb62e63fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:05.802420 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-14a7bab0-9f05-47c0-8d0a-71f9055de01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:05.815800 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 38860) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:05.818098 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-6558d138-4da4-4234-a28b-87eb62e63fae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25311d9603f441ecbb58d104a1ae65ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738909 May 26 11:02:05.848678 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558d138-4da4-4234-a28b-87eb62e63fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca3f340-4361-4e0a-82bc-a037d38e03e4,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:05.852420 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-6558d138-4da4-4234-a28b-87eb62e63fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:06.034943 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e195427f-50d7-49b3-823f-424c62b8ec87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:06.087622 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e195427f-50d7-49b3-823f-424c62b8ec87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:06.157661 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7072b5-881c-4879-9bcc-bdf947b1ec29 req-60b36c6e-f0c0-45ff-b25b-e6fe3e26e7ce tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:06.164712 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2a7072b5-881c-4879-9bcc-bdf947b1ec29 req-60b36c6e-f0c0-45ff-b25b-e6fe3e26e7ce tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 944 time: 0.1877639 May 26 11:02:06.180061 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e195427f-50d7-49b3-823f-424c62b8ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:06.188595 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:06.215393 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:02:06.228919 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ed6d2-97ac-4e67-b128-4fbbdefd42df req-e18b3fa8-69f0-4d4d-9f8f-3b685b78ab8e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:06.230451 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e46ed6d2-97ac-4e67-b128-4fbbdefd42df req-e18b3fa8-69f0-4d4d-9f8f-3b685b78ab8e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.2666571 May 26 11:02:06.231288 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195427f-50d7-49b3-823f-424c62b8ec87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca3f340-4361-4e0a-82bc-a037d38e03e4,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:06.241956 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2a7072b5-881c-4879-9bcc-bdf947b1ec29 req-7b25c1f2-8c81-4620-9774-ceb9a3f02d82 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764015 May 26 11:02:06.267859 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e195427f-50d7-49b3-823f-424c62b8ec87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:06.316648 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e195427f-50d7-49b3-823f-424c62b8ec87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:06.320632 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-e195427f-50d7-49b3-823f-424c62b8ec87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ca3f340-4361-4e0a-82bc-a037d38e03e4 HTTP/1.1" status: 204 len: 168 time: 0.5015812 May 26 11:02:06.394353 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f0e1e-fdeb-45c5-bdfe-dab0696a2e75 req-0a3f4671-afeb-40f5-aa09-76410f32e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:06.396413 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ba5f0e1e-fdeb-45c5-bdfe-dab0696a2e75 req-0a3f4671-afeb-40f5-aa09-76410f32e658 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 1099 time: 0.1173992 May 26 11:02:06.419348 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e46ed6d2-97ac-4e67-b128-4fbbdefd42df req-949e43e4-1e65-4c47-a500-43c41dbd0985 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453366 May 26 11:02:06.472660 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74ee98-1f08-41e3-be08-d78b09a25182 req-d5c71daa-7724-44f4-b7fa-af428e5b9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:06.476600 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ab74ee98-1f08-41e3-be08-d78b09a25182 req-d5c71daa-7724-44f4-b7fa-af428e5b9550 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 1098 time: 0.2587154 May 26 11:02:06.594552 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ab74ee98-1f08-41e3-be08-d78b09a25182 req-546e4c48-cb48-471c-a5f3-21e38f4b1cb2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095169 May 26 11:02:06.656281 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ba5f0e1e-fdeb-45c5-bdfe-dab0696a2e75 req-9ad4a3e5-23c7-4422-b1b6-59908e0b7921 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523451 May 26 11:02:06.703048 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc28cf0-b707-403a-9ba7-fa25d5686c53 req-9dd7795c-1320-4335-be75-00dd37627d54 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:06.718270 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-dbc28cf0-b707-403a-9ba7-fa25d5686c53 req-9dd7795c-1320-4335-be75-00dd37627d54 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 944 time: 0.2573080 May 26 11:02:06.769951 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb42271-8a6c-4e92-b6ad-7051836be68b req-f0358a40-b1c9-4939-bc95-5cfcaba6c568 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:06.769951 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-cbb42271-8a6c-4e92-b6ad-7051836be68b req-f0358a40-b1c9-4939-bc95-5cfcaba6c568 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1020734 May 26 11:02:06.777972 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-dbc28cf0-b707-403a-9ba7-fa25d5686c53 req-d67f5572-751a-43e5-84dc-e9eaaa77bb89 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/security-groups?id=294c50ae-460f-4d33-97e3-899e670f3317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584390 May 26 11:02:06.806346 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:02:06.841765 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-cbb42271-8a6c-4e92-b6ad-7051836be68b req-5685c65e-0652-4e9d-a2cb-ef097def2f2d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653381 May 26 11:02:06.899646 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:02:06.907524 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:02:06.908298 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:06.966838 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-fa843325-9737-47f5-9f21-2d0908351927 req-87b7961a-2d24-440d-8f0b-183090d3752d tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] 10.222.0.25 "GET /v2.0/ports?device_id=25650074-8daf-4e0b-a04d-9bff76598770 HTTP/1.1" status: 200 len: 210 time: 0.0437615 May 26 11:02:07.078049 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:07.112188 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a,segment=NetworkSegment(c4283864-dbaf-4d94-add9-86c8c8bcf749),segment_id=c4283864-dbaf-4d94-add9-86c8c8bcf749)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:07.117805 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:07.118966 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 4892c000-6362-4697-94ce-8d0484badfca up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:02:07.155005 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:07.257234 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:07.262801 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:07.277667 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port 4892c000-6362-4697-94ce-8d0484badfca completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:02:07.288415 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 4892c000-6362-4697-94ce-8d0484badfca triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:02:07.288836 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:07.467982 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:07.482422 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2299b78-3161-4e83-96a4-5f3445d09fe2 req-0e6d1aa8-0fd1-4876-b651-272e6e6e9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:07.483987 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f2299b78-3161-4e83-96a4-5f3445d09fe2 req-0e6d1aa8-0fd1-4876-b651-272e6e6e9367 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6d36e779aa646e9895a7565b95a5153&device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 1099 time: 0.1320684 May 26 11:02:07.499296 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236322c-78a9-408b-af86-f7e4ffea48c3 req-bc83e321-fca3-4c06-a266-da66c5b9cc47 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:07.506250 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7236322c-78a9-408b-af86-f7e4ffea48c3 req-bc83e321-fca3-4c06-a266-da66c5b9cc47 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.2049382 May 26 11:02:07.555222 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 4892c000-6362-4697-94ce-8d0484badfca, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4892c000-6362-4697-94ce-8d0484badfca,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:07.565415 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:07.567414 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device fd138d4d-70c3-43ae-bed8-cf58b3c5b053 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:02:07.656749 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7236322c-78a9-408b-af86-f7e4ffea48c3 req-4172f5c9-7caf-4209-b800-4a0ffda0734a tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444671 May 26 11:02:07.724012 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2299b78-3161-4e83-96a4-5f3445d09fe2 req-e9df7e6c-8e16-4901-b510-d73466c9b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:07.726922 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:07.729472 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f2299b78-3161-4e83-96a4-5f3445d09fe2 req-e9df7e6c-8e16-4901-b510-d73466c9b670 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 HTTP/1.1" status: 200 len: 919 time: 0.2014720 May 26 11:02:07.733328 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09243c7-a3fc-483b-93fa-8a7e17203ff5 req-964c4766-741d-46d3-b8a2-aabfe7e89028 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:07.735291 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b09243c7-a3fc-483b-93fa-8a7e17203ff5 req-964c4766-741d-46d3-b8a2-aabfe7e89028 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.2019861 May 26 11:02:07.772049 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: fd138d4d-70c3-43ae-bed8-cf58b3c5b053 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:02:07.772407 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device fd138d4d-70c3-43ae-bed8-cf58b3c5b053 not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:02:07.778933 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099a6c28-5739-4969-a948-25eaf7c4387c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a'}, {'server_uuid': '168a7baf-d66f-438d-a674-43cc92004485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4892c000-6362-4697-94ce-8d0484badfca'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:02:07.844233 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=4892c000-6362-4697-94ce-8d0484badfca,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:07.854474 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b09243c7-a3fc-483b-93fa-8a7e17203ff5 req-2b09af8b-5040-4e9b-a5db-8c90a0dd6afb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088030 May 26 11:02:07.865652 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:07.905921 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f2299b78-3161-4e83-96a4-5f3445d09fe2 req-80531fd0-6b06-45c6-9e26-4e1df3595607 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b6e2deb-15dc-4a29-8019-f943a1a90b95 HTTP/1.1" status: 200 len: 217 time: 0.1688139 May 26 11:02:07.940459 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099a6c28-5739-4969-a948-25eaf7c4387c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a', 'code': 200} May 26 11:02:07.940784 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168a7baf-d66f-438d-a674-43cc92004485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4892c000-6362-4697-94ce-8d0484badfca', 'code': 200} May 26 11:02:08.138549 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2299b78-3161-4e83-96a4-5f3445d09fe2 req-1c2eb597-f41e-4400-a677-a7605bd94a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:08.140039 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f2299b78-3161-4e83-96a4-5f3445d09fe2 req-1c2eb597-f41e-4400-a677-a7605bd94a2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbf6281a-8c05-4fba-8ba1-63390fc46865 HTTP/1.1" status: 200 len: 858 time: 0.1435230 May 26 11:02:08.163574 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc7fb8-258a-4904-917d-4a163f5347d2 req-b801fa38-cd98-4c4f-b3c0-6ff9dc110908 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:08.172001 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-68fc7fb8-258a-4904-917d-4a163f5347d2 req-b801fa38-cd98-4c4f-b3c0-6ff9dc110908 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.2682786 May 26 11:02:08.188965 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22640f7e-6edf-4643-a6c7-4af092638d2a req-822d99dc-e653-4432-ab62-9cbe0223a138 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:08.199593 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-22640f7e-6edf-4643-a6c7-4af092638d2a req-822d99dc-e653-4432-ab62-9cbe0223a138 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 945 time: 0.1434817 May 26 11:02:08.272440 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-22640f7e-6edf-4643-a6c7-4af092638d2a req-4ec0f659-c12a-45c2-80da-bc018949b7c9 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/security-groups?id=294c50ae-460f-4d33-97e3-899e670f3317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714631 May 26 11:02:08.309243 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f2299b78-3161-4e83-96a4-5f3445d09fe2 req-f468894f-2cd5-4c19-919f-262fbe78b03f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347561 May 26 11:02:08.390915 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-68fc7fb8-258a-4904-917d-4a163f5347d2 req-55c49be3-f42a-4c29-a327-290fc2bd67b1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178471 May 26 11:02:08.709049 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f2299b78-3161-4e83-96a4-5f3445d09fe2 req-d574b6dd-998e-4147-9d70-ffcb5c698733 service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131316 May 26 11:02:08.762774 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b457b38-f42d-4fc8-83ad-9d13cf0646bc req-e3107978-ff32-47b8-b2a3-e9ccae49d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:08.764286 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7b457b38-f42d-4fc8-83ad-9d13cf0646bc req-e3107978-ff32-47b8-b2a3-e9ccae49d92c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 1098 time: 0.1498988 May 26 11:02:08.769777 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e8254-4dd5-4e9b-b94e-e94a887d4fb4 req-2a2090db-233a-4543-9200-c6693cd54ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:08.771078 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ac6e8254-4dd5-4e9b-b94e-e94a887d4fb4 req-2a2090db-233a-4543-9200-c6693cd54ca9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 1098 time: 0.2347445 May 26 11:02:08.872922 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7b457b38-f42d-4fc8-83ad-9d13cf0646bc req-d608819a-1782-4b3d-83c9-2841a91c4699 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008487 May 26 11:02:08.935777 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ac6e8254-4dd5-4e9b-b94e-e94a887d4fb4 req-364a3140-2205-458e-9aec-13cd0cf0c73a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=294c50ae-460f-4d33-97e3-899e670f3317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965574 May 26 11:02:09.076165 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f2299b78-3161-4e83-96a4-5f3445d09fe2 req-79177280-f430-4aaa-92c7-73e27496cfc2 service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458633 May 26 11:02:09.088990 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fbb4a-778a-42c8-b12d-17a3f51b7ca6 req-6290a614-3c42-4251-9ef8-2c289f1bcd7f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:09.107617 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-819fbb4a-778a-42c8-b12d-17a3f51b7ca6 req-6290a614-3c42-4251-9ef8-2c289f1bcd7f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.2643585 May 26 11:02:09.159520 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daefb34-e55c-4d43-b532-8f6dc2fe91a0 req-c37896f5-778a-4cd9-8b54-d76b272f2cd1 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:09.161007 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5daefb34-e55c-4d43-b532-8f6dc2fe91a0 req-c37896f5-778a-4cd9-8b54-d76b272f2cd1 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.1149647 May 26 11:02:09.202209 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-819fbb4a-778a-42c8-b12d-17a3f51b7ca6 req-cdbccc74-67cb-4b3c-b889-b1bbb1872804 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902398 May 26 11:02:09.216448 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39030) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:09.232325 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5daefb34-e55c-4d43-b532-8f6dc2fe91a0 req-01b25e56-74e0-47b3-a17c-8a72a5a87feb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605288 May 26 11:02:09.360366 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c1f43f4f-2be9-4e22-b5c7-49ac9c674893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:09.377763 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-c1f43f4f-2be9-4e22-b5c7-49ac9c674893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:09.382488 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-c1f43f4f-2be9-4e22-b5c7-49ac9c674893 admin admin] Usage tracker for resource:security_group_rule and tenant:44926ef6be2640618d9deb473b23ef33 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:09.385398 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-c1f43f4f-2be9-4e22-b5c7-49ac9c674893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:09.391590 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-c1f43f4f-2be9-4e22-b5c7-49ac9c674893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:09.486540 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c1f43f4f-2be9-4e22-b5c7-49ac9c674893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:09.499797 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c1f43f4f-2be9-4e22-b5c7-49ac9c674893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:09.527230 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:09.575913 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f43f4f-2be9-4e22-b5c7-49ac9c674893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98353662-248a-4d29-bdc5-5e60c960442d,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:09.589868 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-c1f43f4f-2be9-4e22-b5c7-49ac9c674893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:09.616443 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b24b4a-8130-4896-8314-23f2306c622a req-3f4e9698-1462-41cb-b396-2f1ea7046f23 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:09.625309 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a3b24b4a-8130-4896-8314-23f2306c622a req-3f4e9698-1462-41cb-b396-2f1ea7046f23 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 945 time: 0.2154760 May 26 11:02:09.673474 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-c1f43f4f-2be9-4e22-b5c7-49ac9c674893 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44926ef6be2640618d9deb473b23ef33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4559734 May 26 11:02:09.675662 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39050) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:09.746617 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a3b24b4a-8130-4896-8314-23f2306c622a req-3a699019-2a8c-4073-b153-4f1d4027cf28 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/security-groups?id=294c50ae-460f-4d33-97e3-899e670f3317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202440 May 26 11:02:09.753278 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-22111fe0-2f34-4344-90d1-fabed6ae45b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:09.799229 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab97a7-7038-471e-846d-c422f4bb533d req-3fdfc1cc-d3b4-4805-90c8-9904b88fd7ce tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:09.805899 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-90ab97a7-7038-471e-846d-c422f4bb533d req-3fdfc1cc-d3b4-4805-90c8-9904b88fd7ce tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.2309089 May 26 11:02:09.838127 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-22111fe0-2f34-4344-90d1-fabed6ae45b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:09.963428 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-90ab97a7-7038-471e-846d-c422f4bb533d req-4a001bc5-751f-41b0-a940-16845f98e514 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565766 May 26 11:02:09.983742 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-22111fe0-2f34-4344-90d1-fabed6ae45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:09.987491 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f09288d0-042b-4dc1-87f6-4d3038bbbd90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:10.003496 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22111fe0-2f34-4344-90d1-fabed6ae45b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98353662-248a-4d29-bdc5-5e60c960442d,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:10.006044 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-22111fe0-2f34-4344-90d1-fabed6ae45b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:10.010047 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-22111fe0-2f34-4344-90d1-fabed6ae45b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98353662-248a-4d29-bdc5-5e60c960442d HTTP/1.1" status: 204 len: 168 time: 0.3322222 May 26 11:02:10.012338 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-22111fe0-2f34-4344-90d1-fabed6ae45b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:10.163003 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65834f-ccaf-4280-9300-4647e3f1021f req-7a78fd8b-36b3-4ca4-84ee-61af942ec2bd tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:10.164483 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-de65834f-ccaf-4280-9300-4647e3f1021f req-7a78fd8b-36b3-4ca4-84ee-61af942ec2bd tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0825288 May 26 11:02:10.173688 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39070) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:10.179895 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-07573285-44e2-4ee2-bd44-84e1c5e64054 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Request body: {'floatingip': {'port_id': '4d23add1-7e90-4389-9dc6-335cdee0b5c7'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:02:10.266898 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-07573285-44e2-4ee2-bd44-84e1c5e64054 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for floatingip, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:10.355294 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 39082) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:10.383287 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:10.405628 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:10.411645 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Usage tracker for resource:security_group_rule and tenant:728d5d44f6b64a47970ffe585d7792e6 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:10.415161 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:10.422280 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:10.459616 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb69a9-7fbe-4eb3-9814-fdde5c909331 req-3be8fb09-4c0b-4686-a306-92fa8595dd9f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:10.461873 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3ccb69a9-7fbe-4eb3-9814-fdde5c909331 req-3be8fb09-4c0b-4686-a306-92fa8595dd9f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1496058 May 26 11:02:10.524387 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3ccb69a9-7fbe-4eb3-9814-fdde5c909331 req-95145bfc-efd6-4a2c-aadd-1410de75e744 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562587 May 26 11:02:10.573837 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:10.577732 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:10.586363 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-cf7f5f71-b101-49f6-9056-1095bab35302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:10.627843 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 39086) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:10.650590 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908311a-2c03-41f6-bb14-6d316a9931a4 req-643ee8f4-f01c-4800-b416-dc056cfa156b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:10.652103 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a908311a-2c03-41f6-bb14-6d316a9931a4 req-643ee8f4-f01c-4800-b416-dc056cfa156b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.2506766 May 26 11:02:10.701558 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=728d5d44f6b64a47970ffe585d7792e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451855 May 26 11:02:10.707671 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 39090) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:10.712143 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4652c0e1-978d-414d-9e54-f4a37e4a87bb,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:10.732066 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4473f84-4e90-46e3-8034-8ad497705a84 admin admin] Deleting subnet 338e6a41-0588-408f-abb0-3558fbcbd4a1 {{(pid=91664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:02:10.743001 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:10.744095 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:10.744462 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:10.744813 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:10.745155 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:10.745522 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:10.745859 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:10.746194 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:10.746530 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:10.746865 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:10.747405 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:10.747513 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:10.751702 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:10.752431 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e4473f84-4e90-46e3-8034-8ad497705a84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:10.782114 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a908311a-2c03-41f6-bb14-6d316a9931a4 req-8adee558-0ec0-474a-9dd1-223bbe7139bd tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717242 May 26 11:02:10.835738 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e4473f84-4e90-46e3-8034-8ad497705a84 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:10.854088 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e4473f84-4e90-46e3-8034-8ad497705a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:10.887387 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e47bedba-4c1b-4fe5-a28f-c8591b3256f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:11.004750 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e47bedba-4c1b-4fe5-a28f-c8591b3256f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:11.181273 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f4673-4b20-4d11-a084-01ad5dc32d26 req-31cadc75-6b1e-4941-9206-7b6c117281b1 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:11.182869 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-776f4673-4b20-4d11-a084-01ad5dc32d26 req-31cadc75-6b1e-4941-9206-7b6c117281b1 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 945 time: 0.3025236 May 26 11:02:11.231945 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e47bedba-4c1b-4fe5-a28f-c8591b3256f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:11.239835 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e39ff470-e3f8-41ae-9e84-c993c9375143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:11.296803 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bedba-4c1b-4fe5-a28f-c8591b3256f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4652c0e1-978d-414d-9e54-f4a37e4a87bb,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:11.312384 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e47bedba-4c1b-4fe5-a28f-c8591b3256f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:11.320981 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-776f4673-4b20-4d11-a084-01ad5dc32d26 req-25002d3f-5673-4407-89cb-adb924b6446b tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/security-groups?id=294c50ae-460f-4d33-97e3-899e670f3317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234775 May 26 11:02:11.326602 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e47bedba-4c1b-4fe5-a28f-c8591b3256f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:11.327685 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-e47bedba-4c1b-4fe5-a28f-c8591b3256f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4652c0e1-978d-414d-9e54-f4a37e4a87bb HTTP/1.1" status: 204 len: 168 time: 0.6193140 May 26 11:02:11.368465 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-07573285-44e2-4ee2-bd44-84e1c5e64054 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:11.380300 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-07573285-44e2-4ee2-bd44-84e1c5e64054 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503015'] for floatingip, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:11.383167 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e4473f84-4e90-46e3-8034-8ad497705a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298'] for subnet, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:11.387573 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:11.425959 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4473f84-4e90-46e3-8034-8ad497705a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338e6a41-0588-408f-abb0-3558fbcbd4a1,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:11.429643 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e4473f84-4e90-46e3-8034-8ad497705a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:11.431922 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e4473f84-4e90-46e3-8034-8ad497705a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:11.439957 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-e4473f84-4e90-46e3-8034-8ad497705a84 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/338e6a41-0588-408f-abb0-3558fbcbd4a1 HTTP/1.1" status: 204 len: 168 time: 0.8090713 May 26 11:02:11.440195 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 39120) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:11.562345 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:11.611644 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.l3_db [None req-07573285-44e2-4ee2-bd44-84e1c5e64054 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Floating IP b6012209-6700-4160-bf26-e5b6c5875953 associated. External IP: 172.28.0.14, port: 4d23add1-7e90-4389-9dc6-335cdee0b5c7. May 26 11:02:11.733364 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:11.752191 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:11.752773 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:11.753246 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:11.753651 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Subscribe: > port after_create 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:11.754502 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:11.754843 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Subscribe: > port after_update 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:11.755160 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:11.755519 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:11.755785 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:11.756097 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:11.932383 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:11.932734 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:11.933063 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:11.933459 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:11.933831 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a654a238-2cb9-4e83-b780-05ea3abd13ba']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:11.965441 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d212e56-6f4b-482d-af5d-8b3f8849e282') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:11.965742 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d212e56-6f4b-482d-af5d-8b3f8849e282') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:12.071453 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6456922'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:12.100302 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:12.115457 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:02:12.115870 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6358662'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: from cryptography.utils import int_from_bytes May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: from cryptography.utils import int_from_bytes May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: Traceback (most recent call last): May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: timer() May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: cb(*args, **kw) May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: return func(*args, **kwargs) May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: self._notify() May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: self.callback(batched_events) May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: event.method(event) May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: return f(self, *a, **k) May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: return self._get(url).json() May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:02:12.140542 dv-cinder-793136-1-smb neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:02:12.151844 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7601a1-04f6-4f34-8ba0-6e75553ba189 req-324a9dca-81fc-4eac-8a61-fe55af35b0e5 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:12.153309 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ab7601a1-04f6-4f34-8ba0-6e75553ba189 req-324a9dca-81fc-4eac-8a61-fe55af35b0e5 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.3094015 May 26 11:02:12.237139 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b17128-cdd3-470e-8ffe-29d12197f9a1 req-8a87ce54-5675-4ecc-9394-83de2342e610 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:12.239404 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c0b17128-cdd3-470e-8ffe-29d12197f9a1 req-8a87ce54-5675-4ecc-9394-83de2342e610 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.2557590 May 26 11:02:12.240705 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:12.249829 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:12.252334 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b4b7f926-51e3-4327-b904-9e59ce883548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:12.289919 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=a654a238-2cb9-4e83-b780-05ea3abd13ba,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:12.295926 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:12.302876 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ab7601a1-04f6-4f34-8ba0-6e75553ba189 req-b1f4ed5d-94d6-4768-9ae6-ded6d6ef18fc tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345809 May 26 11:02:12.313492 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a654a238-2cb9-4e83-b780-05ea3abd13ba HTTP/1.1" status: 204 len: 168 time: 0.8720174 May 26 11:02:12.317145 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07573285-44e2-4ee2-bd44-84e1c5e64054 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Router 32a557a1-0384-4182-81ec-47f4a487001d has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:02:12.324918 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c0b17128-cdd3-470e-8ffe-29d12197f9a1 req-fa829cec-02d9-40a7-8067-27162a76eb6e tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782802 May 26 11:02:12.547642 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39168) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:12.613872 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07573285-44e2-4ee2-bd44-84e1c5e64054 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:02:12.621310 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-07573285-44e2-4ee2-bd44-84e1c5e64054 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:12.628925 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e0804-9cb1-4a71-a685-baec64c0b9eb None None] Sync routers for ids ['32a557a1-0384-4182-81ec-47f4a487001d'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:02:12.631517 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48288dc8-08ba-4aaf-abc5-6f33eac4e971 req-b497c4ab-a22b-4f56-ac34-52680dd19bac tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:12.637182 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-48288dc8-08ba-4aaf-abc5-6f33eac4e971 req-b497c4ab-a22b-4f56-ac34-52680dd19bac tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.1901507 May 26 11:02:12.640699 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e0804-9cb1-4a71-a685-baec64c0b9eb None None] Routers {'32a557a1-0384-4182-81ec-47f4a487001d'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:02:12.641323 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-4c4e0804-9cb1-4a71-a685-baec64c0b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:01:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['32a557a1-0384-4182-81ec-47f4a487001d'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:12.642269 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 39174) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:12.648768 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-81c259b9-e7f7-44d0-9f24-489216d7e23d tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Request body: {'floatingip': {'port_id': '4892c000-6362-4697-94ce-8d0484badfca'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:02:12.698149 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-23b3b9a6-fdf1-47b9-91b1-55b4d508a0e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14a3f97bc84c481aae60a763e83a11db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1492352 May 26 11:02:12.706803 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39178) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:12.729691 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-07573285-44e2-4ee2-bd44-84e1c5e64054 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "PUT /v2.0/floatingips/b6012209-6700-4160-bf26-e5b6c5875953 HTTP/1.1" status: 200 len: 991 time: 2.5545590 May 26 11:02:12.732138 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'tag': '4d23add1-7e90-4389-9dc6-335cdee0b5c7'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:02:12.770287 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-81c259b9-e7f7-44d0-9f24-489216d7e23d tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for floatingip, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:12.823324 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'tag': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'status': 'completed', 'code': 200} May 26 11:02:12.827006 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:12.881024 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:13.119015 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39204) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:13.169569 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-4c4e0804-9cb1-4a71-a685-baec64c0b9eb None None] Set router 32a557a1-0384-4182-81ec-47f4a487001d gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:02:13.200550 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:13.204774 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e195427f-50d7-49b3-823f-424c62b8ec87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:13.254843 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9cca92-3da7-438f-b700-4f2e516df3c5,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:13.294393 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:13.294982 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:13.295490 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:13.296214 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:13.297057 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:13.297904 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:13.303413 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:13.304018 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:13.304382 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:13.304792 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:13.305335 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:13.305702 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:13.322858 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10becb6b-83ed-4541-81b0-caccd54da1f3 req-ed55f536-ed40-449e-9daf-0a7ad6cb5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:13.324966 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-10becb6b-83ed-4541-81b0-caccd54da1f3 req-ed55f536-ed40-449e-9daf-0a7ad6cb5bbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 1099 time: 0.4318182 May 26 11:02:13.329951 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:13.396223 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:13.398629 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d9cca92-3da7-438f-b700-4f2e516df3c5 HTTP/1.1" status: 204 len: 168 time: 0.6888227 May 26 11:02:13.583769 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-889d54bd-c116-4596-86b3-f1c0eb33ff2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:13.620204 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-889d54bd-c116-4596-86b3-f1c0eb33ff2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:13.626852 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39222) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:13.638658 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-889d54bd-c116-4596-86b3-f1c0eb33ff2b admin admin] Usage tracker for resource:security_group_rule and tenant:ee7bd021fe7f453bb2dd374df0d1ebe4 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:13.653582 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-889d54bd-c116-4596-86b3-f1c0eb33ff2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:13.664331 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-889d54bd-c116-4596-86b3-f1c0eb33ff2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:13.679745 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.db.resource_extend [None req-81c259b9-e7f7-44d0-9f24-489216d7e23d tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 11:02:13.696031 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10becb6b-83ed-4541-81b0-caccd54da1f3 req-ef335a69-635f-46da-9e1d-572914c627d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:13.698094 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-10becb6b-83ed-4541-81b0-caccd54da1f3 req-ef335a69-635f-46da-9e1d-572914c627d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 200 len: 918 time: 0.3626146 May 26 11:02:13.808885 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-81c259b9-e7f7-44d0-9f24-489216d7e23d tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:13.819249 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-81c259b9-e7f7-44d0-9f24-489216d7e23d tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503015'] for floatingip, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:13.834172 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-4c4e0804-9cb1-4a71-a685-baec64c0b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': 'b6012209-6700-4160-bf26-e5b6c5875953', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'floating_ip_address': '172.28.0.14', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'port_id': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'mac_address': 'fa:16:3e:bc:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:01:41Z', 'updated_at': '2021-05-26T11:02:11Z', 'revision_number': 1, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:41Z', 'revision_number': 5, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:13.838611 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e0804-9cb1-4a71-a685-baec64c0b9eb None None] Checking router: 32a557a1-0384-4182-81ec-47f4a487001d for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:02:13.851201 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e0804-9cb1-4a71-a685-baec64c0b9eb None None] Routers {'32a557a1-0384-4182-81ec-47f4a487001d'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:02:13.852553 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-4c4e0804-9cb1-4a71-a685-baec64c0b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:01:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['32a557a1-0384-4182-81ec-47f4a487001d'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:13.939846 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-10becb6b-83ed-4541-81b0-caccd54da1f3 req-80334881-8169-46f1-aa8d-f6504e66882b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7 HTTP/1.1" status: 200 len: 999 time: 0.2284462 May 26 11:02:13.980542 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e311a4-c17a-4f00-8dd3-14927b1a6cb2 req-fc953c3e-460d-4ca2-86c2-b53ad03758c4 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:13.992813 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f8e311a4-c17a-4f00-8dd3-14927b1a6cb2 req-fc953c3e-460d-4ca2-86c2-b53ad03758c4 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.3972738 May 26 11:02:14.076979 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a473711c-4e62-434d-ab73-4fd319d71963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:14.097952 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10becb6b-83ed-4541-81b0-caccd54da1f3 req-004029c2-770f-4f19-be19-39df5c494fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:14.099502 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-10becb6b-83ed-4541-81b0-caccd54da1f3 req-004029c2-770f-4f19-be19-39df5c494fac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78da3282-26cc-4d36-90ec-09bda8e0be96 HTTP/1.1" status: 200 len: 856 time: 0.1538806 May 26 11:02:14.109402 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a473711c-4e62-434d-ab73-4fd319d71963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:14.114179 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a473711c-4e62-434d-ab73-4fd319d71963 admin admin] Usage tracker for resource:security_group_rule and tenant:63e02fadf8f04fc3afd53e5dc1f4f338 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:14.117289 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a473711c-4e62-434d-ab73-4fd319d71963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:14.123686 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a473711c-4e62-434d-ab73-4fd319d71963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:14.150766 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-4c4e0804-9cb1-4a71-a685-baec64c0b9eb None None] Set router 32a557a1-0384-4182-81ec-47f4a487001d gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:02:14.173798 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f8e311a4-c17a-4f00-8dd3-14927b1a6cb2 req-d77bc547-1052-4cab-acbf-52fe5f18f5da tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772337 May 26 11:02:14.212061 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-889d54bd-c116-4596-86b3-f1c0eb33ff2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:14.261837 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-889d54bd-c116-4596-86b3-f1c0eb33ff2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:14.295737 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fb16f0a8-c52d-42ac-b561-9734ddf0f408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:14.308474 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-889d54bd-c116-4596-86b3-f1c0eb33ff2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee7bd021fe7f453bb2dd374df0d1ebe4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1875410 May 26 11:02:14.312692 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39250) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:14.443553 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10becb6b-83ed-4541-81b0-caccd54da1f3 req-f4944d5b-eb52-4350-a9bd-0f8520412dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:14.445312 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-10becb6b-83ed-4541-81b0-caccd54da1f3 req-f4944d5b-eb52-4350-a9bd-0f8520412dd2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7ee213c-6e0b-4113-9589-8fb92bbb537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3163714 May 26 11:02:14.446179 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d54bd-c116-4596-86b3-f1c0eb33ff2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f6ee36-6f90-43ef-a39c-82a3be74951c,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:14.468212 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.db.l3_db [None req-81c259b9-e7f7-44d0-9f24-489216d7e23d tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Floating IP 67644202-2682-4972-9319-90ce5ddcd2dc associated. External IP: 172.28.0.203, port: 4892c000-6362-4697-94ce-8d0484badfca. May 26 11:02:14.479482 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-889d54bd-c116-4596-86b3-f1c0eb33ff2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:14.825603 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a473711c-4e62-434d-ab73-4fd319d71963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:14.841980 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-4c4e0804-9cb1-4a71-a685-baec64c0b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': 'b6012209-6700-4160-bf26-e5b6c5875953', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'floating_ip_address': '172.28.0.14', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'port_id': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'mac_address': 'fa:16:3e:bc:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:01:41Z', 'updated_at': '2021-05-26T11:02:11Z', 'revision_number': 1, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:41Z', 'revision_number': 5, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:14.844030 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a473711c-4e62-434d-ab73-4fd319d71963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:14.846783 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e0804-9cb1-4a71-a685-baec64c0b9eb None None] The sync data for ids ['32a557a1-0384-4182-81ec-47f4a487001d'] in dv-cinder-793136-1-smb is: [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': 'b6012209-6700-4160-bf26-e5b6c5875953', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'floating_ip_address': '172.28.0.14', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'port_id': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'mac_address': 'fa:16:3e:bc:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:01:41Z', 'updated_at': '2021-05-26T11:02:11Z', 'revision_number': 1, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:41Z', 'revision_number': 5, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:02:14.884717 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0da543d7-02a1-4c9a-9450-d9cea7a43b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:14.894210 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-a473711c-4e62-434d-ab73-4fd319d71963 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63e02fadf8f04fc3afd53e5dc1f4f338&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2636251 May 26 11:02:14.909449 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39280) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:14.978511 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6759b757-0886-48fa-80c5-87a29c2fa4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:15.039882 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6759b757-0886-48fa-80c5-87a29c2fa4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:15.078413 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473711c-4e62-434d-ab73-4fd319d71963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3610150-0e4b-4332-b6fa-afb273efbba0,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:15.096129 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-10becb6b-83ed-4541-81b0-caccd54da1f3 req-442a2165-8581-42f8-949a-aaef3aab2050 service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204484 May 26 11:02:15.096477 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a473711c-4e62-434d-ab73-4fd319d71963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:15.123703 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c259b9-e7f7-44d0-9f24-489216d7e23d tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Router b6302efb-1532-4fa5-847d-8a16584b2a12 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:02:15.228556 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a05841-7f3c-4c03-bef8-027b45651e50 None None] New status for floating IP b6012209-6700-4160-bf26-e5b6c5875953: ACTIVE {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:02:15.332016 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c259b9-e7f7-44d0-9f24-489216d7e23d tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:02:15.332872 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cea703be-fc1e-4557-a628-d1fb50b95943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:15.337527 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-81c259b9-e7f7-44d0-9f24-489216d7e23d tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:15.342202 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef043936-375b-4859-b65f-94227c9fc07f None None] Sync routers for ids ['b6302efb-1532-4fa5-847d-8a16584b2a12'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:02:15.361020 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef043936-375b-4859-b65f-94227c9fc07f None None] Routers {'b6302efb-1532-4fa5-847d-8a16584b2a12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:02:15.361782 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-ef043936-375b-4859-b65f-94227c9fc07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:01:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['b6302efb-1532-4fa5-847d-8a16584b2a12'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:15.414252 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-81c259b9-e7f7-44d0-9f24-489216d7e23d tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "PUT /v2.0/floatingips/67644202-2682-4972-9319-90ce5ddcd2dc HTTP/1.1" status: 200 len: 991 time: 2.7707336 May 26 11:02:15.416797 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168a7baf-d66f-438d-a674-43cc92004485', 'tag': '4892c000-6362-4697-94ce-8d0484badfca'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:02:15.517168 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cea703be-fc1e-4557-a628-d1fb50b95943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:15.557809 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6759b757-0886-48fa-80c5-87a29c2fa4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:15.564920 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-2837dfcb-a9f4-4aba-93bd-6d17719ba332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:15.615463 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759b757-0886-48fa-80c5-87a29c2fa4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f6ee36-6f90-43ef-a39c-82a3be74951c,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:15.635694 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-10becb6b-83ed-4541-81b0-caccd54da1f3 req-d5637f6f-af7c-4c50-b1db-3cfea87727a4 service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160503 May 26 11:02:15.642089 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6759b757-0886-48fa-80c5-87a29c2fa4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:15.652127 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893f9c-5060-4ae0-a212-8d31e34533d0 req-d3e81861-19bf-41a0-a327-6f7c470ad954 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:15.666495 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0f893f9c-5060-4ae0-a212-8d31e34533d0 req-d3e81861-19bf-41a0-a327-6f7c470ad954 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.2498372 May 26 11:02:15.688482 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6759b757-0886-48fa-80c5-87a29c2fa4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:15.689980 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-6759b757-0886-48fa-80c5-87a29c2fa4c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5f6ee36-6f90-43ef-a39c-82a3be74951c HTTP/1.1" status: 204 len: 168 time: 1.3763437 May 26 11:02:15.724436 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cea703be-fc1e-4557-a628-d1fb50b95943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:15.746359 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1ca58af9-9e7c-4173-b202-c213c696776b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:15.761963 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea703be-fc1e-4557-a628-d1fb50b95943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3610150-0e4b-4332-b6fa-afb273efbba0,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:15.764394 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cea703be-fc1e-4557-a628-d1fb50b95943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:15.765864 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-cea703be-fc1e-4557-a628-d1fb50b95943 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3610150-0e4b-4332-b6fa-afb273efbba0 HTTP/1.1" status: 204 len: 168 time: 0.8548322 May 26 11:02:15.767771 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-cea703be-fc1e-4557-a628-d1fb50b95943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:15.805277 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0f893f9c-5060-4ae0-a212-8d31e34533d0 req-d8ecb4ac-e000-48a9-b937-a44e0ce89d6d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302030 May 26 11:02:15.849977 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-ef043936-375b-4859-b65f-94227c9fc07f None None] Set router b6302efb-1532-4fa5-847d-8a16584b2a12 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:02:15.864281 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168a7baf-d66f-438d-a674-43cc92004485', 'tag': '4892c000-6362-4697-94ce-8d0484badfca', 'status': 'completed', 'code': 200} May 26 11:02:16.037663 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee474174-0c98-4702-9328-870a6d2607ba req-f1fa5d4a-5163-4e40-8e6d-53729c1ca460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:16.040381 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ee474174-0c98-4702-9328-870a6d2607ba req-f1fa5d4a-5163-4e40-8e6d-53729c1ca460 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dea62f1d4724fffaaf71875aa52046c&device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 1098 time: 0.1271269 May 26 11:02:16.245792 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee474174-0c98-4702-9328-870a6d2607ba req-2a5f02e9-4a46-490c-882e-d6d59aa275ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:16.247243 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ee474174-0c98-4702-9328-870a6d2607ba req-2a5f02e9-4a46-490c-882e-d6d59aa275ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=32b43f6f-a166-4fbd-adce-080c4d711545 HTTP/1.1" status: 200 len: 912 time: 0.1952639 May 26 11:02:16.365112 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-ef043936-375b-4859-b65f-94227c9fc07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': '67644202-2682-4972-9319-90ce5ddcd2dc', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'floating_ip_address': '172.28.0.203', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'port_id': '4892c000-6362-4697-94ce-8d0484badfca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'mac_address': 'fa:16:3e:7b:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168a7baf-d66f-438d-a674-43cc92004485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:01:40Z', 'updated_at': '2021-05-26T11:02:13Z', 'revision_number': 1, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:43Z', 'revision_number': 5, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:16.373724 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef043936-375b-4859-b65f-94227c9fc07f None None] Checking router: b6302efb-1532-4fa5-847d-8a16584b2a12 for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:02:16.396601 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef043936-375b-4859-b65f-94227c9fc07f None None] Routers {'b6302efb-1532-4fa5-847d-8a16584b2a12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:02:16.398926 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-ef043936-375b-4859-b65f-94227c9fc07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:01:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['b6302efb-1532-4fa5-847d-8a16584b2a12'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:16.454134 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ee474174-0c98-4702-9328-870a6d2607ba req-c5f68c50-48d4-4969-89de-c3a8816a26f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4892c000-6362-4697-94ce-8d0484badfca HTTP/1.1" status: 200 len: 999 time: 0.1969194 May 26 11:02:16.587117 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee474174-0c98-4702-9328-870a6d2607ba req-232493bd-f988-4d65-917c-fc7f131f9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:16.588572 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ee474174-0c98-4702-9328-870a6d2607ba req-232493bd-f988-4d65-917c-fc7f131f9599 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=029d1ebe-22a2-45b9-8a2e-0cab033d9ebc HTTP/1.1" status: 200 len: 850 time: 0.1239281 May 26 11:02:16.600222 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 39350) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:16.647151 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fcfbff43-7716-4c95-93b8-abd39ab1faa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:16.652290 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-ef043936-375b-4859-b65f-94227c9fc07f None None] Set router b6302efb-1532-4fa5-847d-8a16584b2a12 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:02:16.693864 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-fcfbff43-7716-4c95-93b8-abd39ab1faa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:16.716677 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-fcfbff43-7716-4c95-93b8-abd39ab1faa6 admin admin] Usage tracker for resource:security_group_rule and tenant:9054146217cf425b91214116aa0ce565 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:16.727025 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-fcfbff43-7716-4c95-93b8-abd39ab1faa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:16.748508 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-fcfbff43-7716-4c95-93b8-abd39ab1faa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:16.799873 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 39358) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:16.843197 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee474174-0c98-4702-9328-870a6d2607ba req-c4b0b66d-74de-4ea5-b075-62d14bd55bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:16.845618 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ee474174-0c98-4702-9328-870a6d2607ba req-c4b0b66d-74de-4ea5-b075-62d14bd55bc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=32b43f6f-a166-4fbd-adce-080c4d711545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2492344 May 26 11:02:16.974100 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fcfbff43-7716-4c95-93b8-abd39ab1faa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:16.986815 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fcfbff43-7716-4c95-93b8-abd39ab1faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:17.025772 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e47bedba-4c1b-4fe5-a28f-c8591b3256f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:17.068580 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-fcfbff43-7716-4c95-93b8-abd39ab1faa6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9054146217cf425b91214116aa0ce565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4672225 May 26 11:02:17.069591 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbff43-7716-4c95-93b8-abd39ab1faa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a3295c-3414-44dc-8769-38cc63405395,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:17.086717 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-fcfbff43-7716-4c95-93b8-abd39ab1faa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:17.088695 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 39380) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:17.126427 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96481e4e-fec6-421e-bba8-d94d9fff0371 req-ef14b728-3bd8-49f1-82ef-228708f66f70 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:17.128239 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-96481e4e-fec6-421e-bba8-d94d9fff0371 req-ef14b728-3bd8-49f1-82ef-228708f66f70 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 945 time: 0.3631666 May 26 11:02:17.205610 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c19fc244-351e-422f-83d2-ab4c1fb0efb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:17.244850 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e36f39f4-6cb9-48b6-b9c7-68cc811acad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:17.249936 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-96481e4e-fec6-421e-bba8-d94d9fff0371 req-e997ad8c-9a58-4cff-83ec-4f092ab8f119 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/security-groups?id=294c50ae-460f-4d33-97e3-899e670f3317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012521 May 26 11:02:17.255030 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ee474174-0c98-4702-9328-870a6d2607ba req-f7d81726-7d72-485b-b143-18e6b0741d4b service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878622 May 26 11:02:17.287757 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c19fc244-351e-422f-83d2-ab4c1fb0efb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:17.298821 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e36f39f4-6cb9-48b6-b9c7-68cc811acad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:17.325764 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-e36f39f4-6cb9-48b6-b9c7-68cc811acad2 admin admin] Usage tracker for resource:security_group_rule and tenant:2bb567d141314352917f64a83d067d93 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:17.333535 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-e36f39f4-6cb9-48b6-b9c7-68cc811acad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:17.348700 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e36f39f4-6cb9-48b6-b9c7-68cc811acad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:17.391307 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-ef043936-375b-4859-b65f-94227c9fc07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': '67644202-2682-4972-9319-90ce5ddcd2dc', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'floating_ip_address': '172.28.0.203', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'port_id': '4892c000-6362-4697-94ce-8d0484badfca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'mac_address': 'fa:16:3e:7b:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168a7baf-d66f-438d-a674-43cc92004485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:01:40Z', 'updated_at': '2021-05-26T11:02:13Z', 'revision_number': 1, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:43Z', 'revision_number': 5, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:17.396640 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef043936-375b-4859-b65f-94227c9fc07f None None] The sync data for ids ['b6302efb-1532-4fa5-847d-8a16584b2a12'] in dv-cinder-793136-1-smb is: [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': '67644202-2682-4972-9319-90ce5ddcd2dc', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'floating_ip_address': '172.28.0.203', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'port_id': '4892c000-6362-4697-94ce-8d0484badfca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'mac_address': 'fa:16:3e:7b:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168a7baf-d66f-438d-a674-43cc92004485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:01:40Z', 'updated_at': '2021-05-26T11:02:13Z', 'revision_number': 1, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:43Z', 'revision_number': 5, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:02:17.466519 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39396) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:17.499105 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ee474174-0c98-4702-9328-870a6d2607ba req-037b4b02-780c-435d-a4fc-08d18756c793 service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364912 May 26 11:02:17.522479 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690499c4-eeb8-4e23-8382-e13d95885512 req-36cff85e-ecfa-4afa-a8f7-47b959cd0547 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:17.524107 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-690499c4-eeb8-4e23-8382-e13d95885512 req-36cff85e-ecfa-4afa-a8f7-47b959cd0547 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1771805 May 26 11:02:17.528037 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c19fc244-351e-422f-83d2-ab4c1fb0efb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:17.536298 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:17.575689 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fc244-351e-422f-83d2-ab4c1fb0efb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a3295c-3414-44dc-8769-38cc63405395,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:17.580839 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c19fc244-351e-422f-83d2-ab4c1fb0efb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:17.605593 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1048500678-network', 'tenant_id': 'f333bf197ba64657900fcb88264f51bd'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:02:17.610380 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:17.615411 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Usage tracker for resource:network and tenant:f333bf197ba64657900fcb88264f51bd is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:17.622374 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:17.628219 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c19fc244-351e-422f-83d2-ab4c1fb0efb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:17.632498 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-c19fc244-351e-422f-83d2-ab4c1fb0efb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63a3295c-3414-44dc-8769-38cc63405395 HTTP/1.1" status: 204 len: 168 time: 0.5376577 May 26 11:02:17.632628 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:17.647468 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-690499c4-eeb8-4e23-8382-e13d95885512 req-d69f4da3-c876-45eb-a265-ba21774b5081 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935955 May 26 11:02:17.674056 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Made reservation on behalf of f333bf197ba64657900fcb88264f51bd for: {'network': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:02:17.677076 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:17.691908 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6437e5a-c89e-4697-b89e-dac95f8abbd0 None None] New status for floating IP 67644202-2682-4972-9319-90ce5ddcd2dc: ACTIVE {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:02:17.706202 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:17.724721 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e36f39f4-6cb9-48b6-b9c7-68cc811acad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:17.730891 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e36f39f4-6cb9-48b6-b9c7-68cc811acad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:17.733602 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:17.737769 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Usage tracker for resource:security_group_rule and tenant:f333bf197ba64657900fcb88264f51bd is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:17.740671 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39406) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:17.743026 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:17.746028 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3f368d44-5d55-4b0d-add5-4e9ac1b80535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:17.752487 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:17.810604 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39412) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:17.811088 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-e36f39f4-6cb9-48b6-b9c7-68cc811acad2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bb567d141314352917f64a83d067d93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0031555 May 26 11:02:17.814957 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f39f4-6cb9-48b6-b9c7-68cc811acad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54be26e1-8a44-4314-b96d-0d97acd12dc9,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:17.824363 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e36f39f4-6cb9-48b6-b9c7-68cc811acad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:17.912916 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:17.917980 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c373-8cbe-4da5-aa9e-7462e9f73b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:17.941808 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:17.953666 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:17.973015 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ac4a251b-21f1-44a7-85d6-b7c673334c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:17.997267 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=91665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:02:18.001945 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c373-8cbe-4da5-aa9e-7462e9f73b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:18.028806 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-ac4a251b-21f1-44a7-85d6-b7c673334c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:18.035263 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:18.037603 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.segments_db [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Added segment 1fafefdc-cf7f-4500-840c-f498e7160cfd of type vlan for network f6ffedbc-749d-4f91-b0e5-927589ecd8aa May 26 11:02:18.037864 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d13582-6a6d-47d7-809c-a825708ce570,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:18.044725 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-ac4a251b-21f1-44a7-85d6-b7c673334c4e admin admin] Usage tracker for resource:security_group_rule and tenant:1673c72220b947e5b315e0074227bc56 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:18.054282 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:18.055740 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-ac4a251b-21f1-44a7-85d6-b7c673334c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:18.077031 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-ac4a251b-21f1-44a7-85d6-b7c673334c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:18.113743 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:18.159401 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c373-8cbe-4da5-aa9e-7462e9f73b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:18.166440 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a82470e1-91ee-471e-bb0b-26a16b4a644f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:18.186730 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1c373-8cbe-4da5-aa9e-7462e9f73b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54be26e1-8a44-4314-b96d-0d97acd12dc9,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:18.188406 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:18.192100 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-5cf1c373-8cbe-4da5-aa9e-7462e9f73b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:18.198223 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:18.198809 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:18.210397 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ef97d01e-d590-4525-9a7e-a047d287e369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:18.470930 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ac4a251b-21f1-44a7-85d6-b7c673334c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:18.474130 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c373-8cbe-4da5-aa9e-7462e9f73b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:18.476074 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-5cf1c373-8cbe-4da5-aa9e-7462e9f73b23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54be26e1-8a44-4314-b96d-0d97acd12dc9 HTTP/1.1" status: 204 len: 168 time: 0.6629167 May 26 11:02:18.480212 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0126560 May 26 11:02:18.482182 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 39440) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:18.487838 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ac4a251b-21f1-44a7-85d6-b7c673334c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:18.527225 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Request body: {'subnet': {'network_id': 'f6ffedbc-749d-4f91-b0e5-927589ecd8aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1048500678-subnet', 'tenant_id': 'f333bf197ba64657900fcb88264f51bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:02:18.527391 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Pushing event updated for resources: {'Network': ['ID=f6ffedbc-749d-4f91-b0e5-927589ecd8aa,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:18.537031 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:18.539547 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network f6ffedbc-749d-4f91-b0e5-927589ecd8aa details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:02:18.542702 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:18.545176 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a4fc0cbf-3b8c-4503-aa29-cf707c060971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:18.548654 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Usage tracker for resource:subnet and tenant:f333bf197ba64657900fcb88264f51bd is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:18.552945 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:18.567530 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:18.603201 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Made reservation on behalf of f333bf197ba64657900fcb88264f51bd for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:02:18.605961 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6357490'] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:18.611844 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-ac4a251b-21f1-44a7-85d6-b7c673334c4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1673c72220b947e5b315e0074227bc56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8678234 May 26 11:02:18.620978 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39446) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:18.644848 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a251b-21f1-44a7-85d6-b7c673334c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc5e4c0-7ba1-4ef3-ab98-1a5f0b4287bc,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:18.652378 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ac4a251b-21f1-44a7-85d6-b7c673334c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:18.688968 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c7d9304a-6bca-4b2d-a2b9-3597c6c06fdd req-652fe001-a67c-443f-a8bf-26689e830e90 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2026412 May 26 11:02:18.696975 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471594b-0298-42d5-a0ea-fd78968ccf89 req-1df3c5e3-59ac-4b67-8276-e3d85d96decb tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:18.698734 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4471594b-0298-42d5-a0ea-fd78968ccf89 req-1df3c5e3-59ac-4b67-8276-e3d85d96decb tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 945 time: 0.3110194 May 26 11:02:18.748377 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1fb5-2984-491b-8907-4f61dd997bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:18.760890 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74766454-d0be-4422-b647-9e8180d78f17 req-ec420b08-545b-4b9e-bb21-67223da9d260 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:18.770596 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-74766454-d0be-4422-b647-9e8180d78f17 req-ec420b08-545b-4b9e-bb21-67223da9d260 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.16 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 945 time: 0.2844026 May 26 11:02:18.870777 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4471594b-0298-42d5-a0ea-fd78968ccf89 req-1900347d-c880-4b10-b1e3-3ef02f8032c7 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/security-groups?id=294c50ae-460f-4d33-97e3-899e670f3317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618819 May 26 11:02:18.887684 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1fb5-2984-491b-8907-4f61dd997bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:18.962132 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39456) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:18.988925 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6fe32ea9-b978-4ed6-9b27-62608f9048ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.009835 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6fe32ea9-b978-4ed6-9b27-62608f9048ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:19.017828 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6fe32ea9-b978-4ed6-9b27-62608f9048ab admin admin] Usage tracker for resource:security_group_rule and tenant:3a37abca91b6455292743b0bae4b3326 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:19.021865 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6fe32ea9-b978-4ed6-9b27-62608f9048ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:19.031022 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6fe32ea9-b978-4ed6-9b27-62608f9048ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:19.038383 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1fb5-2984-491b-8907-4f61dd997bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.043397 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:19.062907 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-74766454-d0be-4422-b647-9e8180d78f17 req-2066df8e-8cbb-4541-ba04-123002d3faee tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Deleting port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:02:19.063234 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-74766454-d0be-4422-b647-9e8180d78f17 req-2066df8e-8cbb-4541-ba04-123002d3faee tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.076686 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa1fb5-2984-491b-8907-4f61dd997bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc5e4c0-7ba1-4ef3-ab98-1a5f0b4287bc,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:19.112469 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b0fa1fb5-2984-491b-8907-4f61dd997bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:19.167710 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1fb5-2984-491b-8907-4f61dd997bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.168826 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-b0fa1fb5-2984-491b-8907-4f61dd997bc5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bbc5e4c0-7ba1-4ef3-ab98-1a5f0b4287bc HTTP/1.1" status: 204 len: 168 time: 0.5459101 May 26 11:02:19.240849 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caee229-9cfd-4b36-ac12-16b1ddf25f27 req-c3390f2e-b50e-421f-b494-9c34c8104fd9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:19.242414 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9caee229-9cfd-4b36-ac12-16b1ddf25f27 req-c3390f2e-b50e-421f-b494-9c34c8104fd9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.3030951 May 26 11:02:19.247577 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9304a-6bca-4b2d-a2b9-3597c6c06fdd req-373f04d2-135c-4d51-be0d-2146842c7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:19.248930 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c7d9304a-6bca-4b2d-a2b9-3597c6c06fdd req-373f04d2-135c-4d51-be0d-2146842c7a46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6d36e779aa646e9895a7565b95a5153&device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 1098 time: 0.3473048 May 26 11:02:19.266655 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-74766454-d0be-4422-b647-9e8180d78f17 req-2066df8e-8cbb-4541-ba04-123002d3faee tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] For port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a,segment=NetworkSegment(c4283864-dbaf-4d94-add9-86c8c8bcf749),segment_id=c4283864-dbaf-4d94-add9-86c8c8bcf749)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:19.267128 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-74766454-d0be-4422-b647-9e8180d78f17 req-2066df8e-8cbb-4541-ba04-123002d3faee tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.370040 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9caee229-9cfd-4b36-ac12-16b1ddf25f27 req-0426a6d9-2a33-46c8-b6f2-bb2ff7a3c1f8 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168618 May 26 11:02:19.419830 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-74766454-d0be-4422-b647-9e8180d78f17 req-2066df8e-8cbb-4541-ba04-123002d3faee tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Calling delete_port for bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a owned by compute:nova {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:02:19.437899 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6fe32ea9-b978-4ed6-9b27-62608f9048ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.444247 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6fe32ea9-b978-4ed6-9b27-62608f9048ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.459713 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a473711c-4e62-434d-ab73-4fd319d71963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:19.508374 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-6fe32ea9-b978-4ed6-9b27-62608f9048ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a37abca91b6455292743b0bae4b3326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5452206 May 26 11:02:19.511052 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39476) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:19.513334 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe32ea9-b978-4ed6-9b27-62608f9048ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3789a2-d449-43d1-b359-e7c15d6ddd04,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:19.518537 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6fe32ea9-b978-4ed6-9b27-62608f9048ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:19.591644 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0af54f6-b058-47b8-835f-e1a19326d41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.646829 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9304a-6bca-4b2d-a2b9-3597c6c06fdd req-bc134c24-249f-4f5f-acc3-d6152d41a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:19.648220 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c7d9304a-6bca-4b2d-a2b9-3597c6c06fdd req-bc134c24-249f-4f5f-acc3-d6152d41a500 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 HTTP/1.1" status: 200 len: 919 time: 0.3577046 May 26 11:02:19.659944 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6358117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6357476'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.688169 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-74766454-d0be-4422-b647-9e8180d78f17 req-2066df8e-8cbb-4541-ba04-123002d3faee tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.704533 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b8acdf3d-4291-4b40-ab95-bf33296934ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:19.719572 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 39484) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:19.737389 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d749e17e-627e-42f0-98ea-e029e88d27af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:19.743307 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0af54f6-b058-47b8-835f-e1a19326d41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.751545 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:02:19.761760 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066df8e-8cbb-4541-ba04-123002d3faee tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Pushing event deleted for resources: {'Port': ['ID=bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:19.764048 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c7d9304a-6bca-4b2d-a2b9-3597c6c06fdd req-dba715f4-d534-4c87-aefd-7afddcd078f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2320114-43c3-4b14-b533-2766c8142cfd HTTP/1.1" status: 200 len: 217 time: 0.1051450 May 26 11:02:19.772740 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-2066df8e-8cbb-4541-ba04-123002d3faee tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:19.838305 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f7db2b7d-66f9-4414-8481-e71a6e869fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.881081 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-74766454-d0be-4422-b647-9e8180d78f17 req-2066df8e-8cbb-4541-ba04-123002d3faee tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] No DVR routers for this DVR port bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a on host hv-cinder-79313 {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:02:19.883583 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-74766454-d0be-4422-b647-9e8180d78f17 req-2066df8e-8cbb-4541-ba04-123002d3faee tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.886578 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099a6c28-5739-4969-a948-25eaf7c4387c', 'name': 'network-vif-deleted', 'tag': 'bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:02:19.909293 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-74766454-d0be-4422-b647-9e8180d78f17 req-2066df8e-8cbb-4541-ba04-123002d3faee tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.16 "DELETE /v2.0/ports/bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a HTTP/1.1" status: 204 len: 173 time: 1.1299896 May 26 11:02:19.911065 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0af54f6-b058-47b8-835f-e1a19326d41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.920095 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0af54f6-b058-47b8-835f-e1a19326d41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:19.921278 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-f0af54f6-b058-47b8-835f-e1a19326d41f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c3789a2-d449-43d1-b359-e7c15d6ddd04 HTTP/1.1" status: 204 len: 168 time: 0.4092302 May 26 11:02:19.921915 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-f7db2b7d-66f9-4414-8481-e71a6e869fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:19.922127 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-36185aa9-05d5-46a3-88cb-f933cf704229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:19.935063 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af54f6-b058-47b8-835f-e1a19326d41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3789a2-d449-43d1-b359-e7c15d6ddd04,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:19.937252 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f0af54f6-b058-47b8-835f-e1a19326d41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:19.942779 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e2a217-7dd8-4e85-95cc-58cf41eb783c,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:19.970206 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-f7db2b7d-66f9-4414-8481-e71a6e869fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:b6b61dbe1351456da50bd3106550f282 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:19.973674 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099a6c28-5739-4969-a948-25eaf7c4387c', 'name': 'network-vif-deleted', 'tag': 'bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a', 'status': 'completed', 'code': 200} May 26 11:02:19.973809 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:19.978004 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-f7db2b7d-66f9-4414-8481-e71a6e869fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:20.008144 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9304a-6bca-4b2d-a2b9-3597c6c06fdd req-4546b72b-e3b0-43c6-8b23-b1b7f9d81087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:20.011299 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c7d9304a-6bca-4b2d-a2b9-3597c6c06fdd req-4546b72b-e3b0-43c6-8b23-b1b7f9d81087 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbf6281a-8c05-4fba-8ba1-63390fc46865 HTTP/1.1" status: 200 len: 858 time: 0.2238147 May 26 11:02:20.016030 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-f7db2b7d-66f9-4414-8481-e71a6e869fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:20.018543 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Checking segment: {'id': '1fafefdc-cf7f-4500-840c-f498e7160cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f6ffedbc-749d-4f91-b0e5-927589ecd8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:02:20.022526 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Network hostable DHCP agents. Network: f6ffedbc-749d-4f91-b0e5-927589ecd8aa, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:02:20.137866 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c7d9304a-6bca-4b2d-a2b9-3597c6c06fdd req-1fd78a4d-e2f7-404b-a564-ed6349fd3e75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904655 May 26 11:02:20.153511 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Network f6ffedbc-749d-4f91-b0e5-927589ecd8aa is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:02:20.160218 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c72d8a07-125d-40cc-8e0b-7218f6a26e37 req-5fa83bbf-6138-4047-86ee-678b10251993 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] 10.222.0.25 "GET /v2.0/ports?device_id=099a6c28-5739-4969-a948-25eaf7c4387c HTTP/1.1" status: 200 len: 210 time: 0.0697365 May 26 11:02:20.202894 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, f6ffedbc-749d-4f91-b0e5-927589ecd8aa) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:02:20.214134 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33dde56-c65c-4d3e-beda-f9a767df69be None None] Network f6ffedbc-749d-4f91-b0e5-927589ecd8aa requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:02:20.282039 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:20.282571 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:20.362473 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-db982c93-f0e4-4caa-ab7f-0a73068de876 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8788276 May 26 11:02:20.379799 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c7d9304a-6bca-4b2d-a2b9-3597c6c06fdd req-98461c5a-af4a-4eec-a05f-5795c780723a service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237234 May 26 11:02:20.381446 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4a39c63f-7eac-4077-8d35-ee0d38a882cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:20.387263 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f7db2b7d-66f9-4414-8481-e71a6e869fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:20.421161 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f7db2b7d-66f9-4414-8481-e71a6e869fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:20.431868 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bedd05ed-3f04-49a6-8a34-53bf2f63abfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:20.522303 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38a9f24-3c9f-4380-b7b1-4af0255bba21 None None] Network f6ffedbc-749d-4f91-b0e5-927589ecd8aa requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:02:20.539832 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-f7db2b7d-66f9-4414-8481-e71a6e869fc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6b61dbe1351456da50bd3106550f282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8154840 May 26 11:02:20.542479 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39514) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:20.558596 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db2b7d-66f9-4414-8481-e71a6e869fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93e1f19-d0bb-4bbf-a2e3-2c716299e183,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:20.563217 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f7db2b7d-66f9-4414-8481-e71a6e869fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:20.587326 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c7d9304a-6bca-4b2d-a2b9-3597c6c06fdd req-3351b901-09ab-45a9-a8e1-f165e5109b34 service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986585 May 26 11:02:20.655592 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-02e7f906-b08f-4372-bd13-c06d4b3feb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:20.687736 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-02e7f906-b08f-4372-bd13-c06d4b3feb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:20.737132 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8f29-6e98-4034-8ed5-b4be93d909df req-0df6ea39-e140-49da-99be-6dd5cd77ef71 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:20.739389 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b19b8f29-6e98-4034-8ed5-b4be93d909df req-0df6ea39-e140-49da-99be-6dd5cd77ef71 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1489284 May 26 11:02:20.830140 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-02e7f906-b08f-4372-bd13-c06d4b3feb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:20.845270 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:20.863695 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7f906-b08f-4372-bd13-c06d4b3feb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93e1f19-d0bb-4bbf-a2e3-2c716299e183,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:20.868364 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-02e7f906-b08f-4372-bd13-c06d4b3feb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:20.870594 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b19b8f29-6e98-4034-8ed5-b4be93d909df req-f15aed7a-a02b-4909-afff-d4bca3800de6 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236498 May 26 11:02:20.873960 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-02e7f906-b08f-4372-bd13-c06d4b3feb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:20.875645 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-02e7f906-b08f-4372-bd13-c06d4b3feb4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f93e1f19-d0bb-4bbf-a2e3-2c716299e183 HTTP/1.1" status: 204 len: 168 time: 0.3317790 May 26 11:02:22.131650 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2152f2-9983-435a-b1f8-d349b9642f65 req-946c2416-ee54-4604-af1e-9a947fce8f91 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:22.139928 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-fd2152f2-9983-435a-b1f8-d349b9642f65 req-946c2416-ee54-4604-af1e-9a947fce8f91 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1112049 May 26 11:02:22.140493 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:22.182220 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-fd2152f2-9983-435a-b1f8-d349b9642f65 req-55f5bd5e-5d4a-4b7e-bcd9-72d398ec402a tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 May 26 11:02:22.372305 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:22.868427 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b13df672-fb77-40c4-95c4-91eeb02f20f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:22.887983 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:02:22.935055 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:02:22.935055 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device bfecd1c2-1c96-4ace-b1d6-fdbb8c758e7a not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:02:23.221640 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-f4ce34b9-d0c7-4572-8ac7-00b76af9c866 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:23.222651 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-f4ce34b9-d0c7-4572-8ac7-00b76af9c866 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Synchronizing usage tracker for tenant:f333bf197ba64657900fcb88264f51bd on resource:network {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:02:23.239542 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-f4ce34b9-d0c7-4572-8ac7-00b76af9c866 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Unset dirty status for tenant:f333bf197ba64657900fcb88264f51bd on resource:network {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:02:23.240655 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-f4ce34b9-d0c7-4572-8ac7-00b76af9c866 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/networks?id=f6ffedbc-749d-4f91-b0e5-927589ecd8aa HTTP/1.1" status: 200 len: 814 time: 0.1732426 May 26 11:02:23.259401 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-b068a218-fda5-4507-80b3-9d4cade8d27a tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/quotas/f333bf197ba64657900fcb88264f51bd HTTP/1.1" status: 200 len: 375 time: 0.0127099 May 26 11:02:23.310299 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-e076cf32-54a7-4fc4-b782-343c0de1ed7b tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f333bf197ba64657900fcb88264f51bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455606 May 26 11:02:23.402458 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b52d2-cc71-45c0-89f4-07802c516270 req-f855cfe8-7719-4e4e-9d49-d2ed33cd5e94 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:23.404132 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2d4b52d2-cc71-45c0-89f4-07802c516270 req-f855cfe8-7719-4e4e-9d49-d2ed33cd5e94 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.0962086 May 26 11:02:23.452774 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2d4b52d2-cc71-45c0-89f4-07802c516270 req-ce5a1225-0b55-4525-89cc-bdd2cce540fa tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426445 May 26 11:02:23.527909 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:23.559678 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-9bc1630e-9f82-4300-a38c-9928d6840a3a service neutron] 10.222.0.25 "GET /v2.0/networks/f6ffedbc-749d-4f91-b0e5-927589ecd8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417030 May 26 11:02:23.693886 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-4a2fc651-1196-431d-b85a-38abe94c46f8 service neutron] 10.222.0.25 "GET /v2.0/networks/f6ffedbc-749d-4f91-b0e5-927589ecd8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284091 May 26 11:02:23.886724 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2fd1faf4-62e4-4c8d-b144-c05ce9601801 req-64f732c8-aa04-4a49-888f-97738c1cafb3 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 210 time: 0.0535398 May 26 11:02:24.695504 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99d648-b8a0-4f00-87ee-9d73ca40b134 req-290e212c-cd15-457c-af76-ebd612a5afb4 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:24.698180 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1c99d648-b8a0-4f00-87ee-9d73ca40b134 req-290e212c-cd15-457c-af76-ebd612a5afb4 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1073279 May 26 11:02:24.756973 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1c99d648-b8a0-4f00-87ee-9d73ca40b134 req-80760c3c-a183-4ce8-8a79-a11d50f9648b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509863 May 26 11:02:25.076942 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6fb3ab8b-a76a-45a6-b151-45b1fb8788f6 req-5792c085-4bd3-4f96-9de4-0399aa8d0382 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 210 time: 0.0619166 May 26 11:02:25.279062 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:25.496608 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-439a43de-7bd5-49ba-bc93-1b460e6e0b71 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:25.498145 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-439a43de-7bd5-49ba-bc93-1b460e6e0b71 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.16 "GET /v2.0/networks?id=f6ffedbc-749d-4f91-b0e5-927589ecd8aa HTTP/1.1" status: 200 len: 814 time: 0.2664235 May 26 11:02:25.524599 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Request body: {'port': {'device_id': 'b94590d8-a524-453a-abb1-b59c6dcd81ce', 'network_id': 'f6ffedbc-749d-4f91-b0e5-927589ecd8aa', 'admin_state_up': True, 'tenant_id': 'f333bf197ba64657900fcb88264f51bd'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:02:25.663497 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:25.667373 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Usage tracker for resource:port and tenant:f333bf197ba64657900fcb88264f51bd is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:25.670267 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:25.676830 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:25.686352 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Made reservation on behalf of f333bf197ba64657900fcb88264f51bd for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:02:25.690428 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:25.877699 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Allocated IP 172.20.0.11 (f6ffedbc-749d-4f91-b0e5-927589ecd8aa/95e2a217-7dd8-4e85-95cc-58cf41eb783c/6e0a8069-815c-4ce5-a98c-0d9522275044) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:02:26.139859 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4f004-51be-47a0-8dc6-90500a612a85 req-0679af7d-7757-4921-a0e9-810ecd3898e1 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:26.146061 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1ce4f004-51be-47a0-8dc6-90500a612a85 req-0679af7d-7757-4921-a0e9-810ecd3898e1 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.2285573 May 26 11:02:26.231806 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:26.259193 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1ce4f004-51be-47a0-8dc6-90500a612a85 req-159037a5-41d5-4d17-b928-ffb5ff6ecabe tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741560 May 26 11:02:26.286897 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:26.298402 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:26.382238 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807817e-3df0-4225-8a21-cf16a4f1a4eb req-a13b8adf-9db2-40de-969f-635306a429e4 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:26.383715 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8807817e-3df0-4225-8a21-cf16a4f1a4eb req-a13b8adf-9db2-40de-969f-635306a429e4 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 932 time: 0.1481702 May 26 11:02:26.445808 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Network f6ffedbc-749d-4f91-b0e5-927589ecd8aa is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:02:26.449101 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:02:26.464993 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:02:26.476578 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-8807817e-3df0-4225-8a21-cf16a4f1a4eb req-edf276ca-bd95-4d61-bd1a-e503f08bd3ca tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Synchronizing usage tracker for tenant:f333bf197ba64657900fcb88264f51bd on resource:security_group {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:02:26.503352 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-8807817e-3df0-4225-8a21-cf16a4f1a4eb req-edf276ca-bd95-4d61-bd1a-e503f08bd3ca tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Unset dirty status for tenant:f333bf197ba64657900fcb88264f51bd on resource:security_group {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:02:26.504331 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Pushing event updated for resources: {'Port': ['ID=6e0a8069-815c-4ce5-a98c-0d9522275044,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:26.511020 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:26.514018 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8807817e-3df0-4225-8a21-cf16a4f1a4eb req-edf276ca-bd95-4d61-bd1a-e503f08bd3ca tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203573 May 26 11:02:26.551044 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:26.551675 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:26.573292 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0527761 May 26 11:02:26.600400 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Request body: {'port': {'device_id': 'b94590d8-a524-453a-abb1-b59c6dcd81ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:02:26.708651 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:27.066478 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0a8069-815c-4ce5-a98c-0d9522275044 {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:02:27.075239 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:27.095467 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Transition to ACTIVE for port object 6e0a8069-815c-4ce5-a98c-0d9522275044 will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:02:27.100725 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:27.107112 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ffb00156-fc0f-4aaa-a94b-3424228e52be tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:27.270985 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a8069-815c-4ce5-a98c-0d9522275044,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:27.278191 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:27.348279 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Attempting to bind port 6e0a8069-815c-4ce5-a98c-0d9522275044 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:02:27.348699 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Attempting to bind port 6e0a8069-815c-4ce5-a98c-0d9522275044 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '1fafefdc-cf7f-4500-840c-f498e7160cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f6ffedbc-749d-4f91-b0e5-927589ecd8aa'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:02:27.349052 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Attempting to bind port 6e0a8069-815c-4ce5-a98c-0d9522275044 on network f6ffedbc-749d-4f91-b0e5-927589ecd8aa {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:02:27.353823 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Port 6e0a8069-815c-4ce5-a98c-0d9522275044 on network f6ffedbc-749d-4f91-b0e5-927589ecd8aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:02:27.354474 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Attempting to bind port 6e0a8069-815c-4ce5-a98c-0d9522275044 on network f6ffedbc-749d-4f91-b0e5-927589ecd8aa {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:02:27.360085 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:02:27.360745 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Checking segment: {'id': '1fafefdc-cf7f-4500-840c-f498e7160cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f6ffedbc-749d-4f91-b0e5-927589ecd8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:02:27.361462 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Bound using segment: {'id': '1fafefdc-cf7f-4500-840c-f498e7160cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f6ffedbc-749d-4f91-b0e5-927589ecd8aa'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:02:27.362009 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Bound port: 6e0a8069-815c-4ce5-a98c-0d9522275044, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fafefdc-cf7f-4500-840c-f498e7160cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f6ffedbc-749d-4f91-b0e5-927589ecd8aa'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:02:27.363177 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:27.522266 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] For port 6e0a8069-815c-4ce5-a98c-0d9522275044, host hv-cinder-79313, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:02:27.527195 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] For port 6e0a8069-815c-4ce5-a98c-0d9522275044, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6e0a8069-815c-4ce5-a98c-0d9522275044,segment=NetworkSegment(1fafefdc-cf7f-4500-840c-f498e7160cfd),segment_id=1fafefdc-cf7f-4500-840c-f498e7160cfd)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:02:27.536678 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77375e3-616c-4c90-98a1-a862b9fdebab req-a1a4cbd0-f1ec-4ae6-8bc1-1dbbf2141e2f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:27.544921 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f77375e3-616c-4c90-98a1-a862b9fdebab req-a1a4cbd0-f1ec-4ae6-8bc1-1dbbf2141e2f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1627009 May 26 11:02:27.563219 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:27.604481 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39824) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:27.666839 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:27.755416 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f77375e3-616c-4c90-98a1-a862b9fdebab req-c7d22402-b3d4-41fa-b8ba-a7083a23742b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095826 May 26 11:02:27.756751 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:27.757174 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-73daf8cd-94e0-4d01-8fa0-21629a20b5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:27.757291 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:27.758550 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-350404fa-ab1f-488b-8271-5034624a87af service neutron] 10.222.0.16 "PUT /v2.0/ports/6e0a8069-815c-4ce5-a98c-0d9522275044 HTTP/1.1" status: 200 len: 1094 time: 1.1627250 May 26 11:02:27.761222 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94590d8-a524-453a-abb1-b59c6dcd81ce', 'tag': '6e0a8069-815c-4ce5-a98c-0d9522275044'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:02:27.774277 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-73daf8cd-94e0-4d01-8fa0-21629a20b5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:27.778749 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-73daf8cd-94e0-4d01-8fa0-21629a20b5a4 admin admin] Usage tracker for resource:security_group_rule and tenant:68b6288559964a2f94852fd289fe6fb3 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:27.783190 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-73daf8cd-94e0-4d01-8fa0-21629a20b5a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:27.789903 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a8069-815c-4ce5-a98c-0d9522275044,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:27.790538 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-73daf8cd-94e0-4d01-8fa0-21629a20b5a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:27.793599 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:27.817589 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f43d3-3b5a-47d5-8a62-0eccec97f3c6 req-c6428029-41da-4fd9-8e74-35aa55b72d1a tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:27.819129 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-478f43d3-3b5a-47d5-8a62-0eccec97f3c6 req-c6428029-41da-4fd9-8e74-35aa55b72d1a tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 944 time: 0.1628613 May 26 11:02:27.918957 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-d2e54329-2818-4fbd-b1c1-c2d260372550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:27.920741 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-d2e54329-2818-4fbd-b1c1-c2d260372550 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f333bf197ba64657900fcb88264f51bd&device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 1097 time: 0.1016974 May 26 11:02:27.921222 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-478f43d3-3b5a-47d5-8a62-0eccec97f3c6 req-e8cd3849-ebdf-480e-b6a8-000f132a0d99 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852768 May 26 11:02:27.974922 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-73daf8cd-94e0-4d01-8fa0-21629a20b5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:27.980514 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-73daf8cd-94e0-4d01-8fa0-21629a20b5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:27.990981 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-388dc4cc-7781-433c-8933-a51455bdc823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:28.022400 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94590d8-a524-453a-abb1-b59c6dcd81ce', 'tag': '6e0a8069-815c-4ce5-a98c-0d9522275044', 'status': 'completed', 'code': 200} May 26 11:02:28.031712 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-b4f64b6f-252f-420e-9fdb-ad820037ac1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e0a8069-815c-4ce5-a98c-0d9522275044 HTTP/1.1" status: 200 len: 217 time: 0.0889988 May 26 11:02:28.042652 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-73daf8cd-94e0-4d01-8fa0-21629a20b5a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68b6288559964a2f94852fd289fe6fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4369924 May 26 11:02:28.043471 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73daf8cd-94e0-4d01-8fa0-21629a20b5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c688f8f-72fc-4a8b-9179-326ff85943f4,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:28.045755 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39838) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:28.047978 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-73daf8cd-94e0-4d01-8fa0-21629a20b5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:28.105878 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-31bc38bb-3ea0-4bf0-b039-892a73a44f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:28.107440 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-31bc38bb-3ea0-4bf0-b039-892a73a44f97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95e2a217-7dd8-4e85-95cc-58cf41eb783c HTTP/1.1" status: 200 len: 854 time: 0.0682819 May 26 11:02:28.109285 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7332b72c-f9e7-4bd4-b29d-e7b5e392214e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:28.135342 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7332b72c-f9e7-4bd4-b29d-e7b5e392214e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:28.156304 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-aefde032-a542-4d8b-b383-b8852b80593d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6ffedbc-749d-4f91-b0e5-927589ecd8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413992 May 26 11:02:28.193639 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7332b72c-f9e7-4bd4-b29d-e7b5e392214e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:28.198720 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:28.213831 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7332b72c-f9e7-4bd4-b29d-e7b5e392214e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:28.218053 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-7332b72c-f9e7-4bd4-b29d-e7b5e392214e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c688f8f-72fc-4a8b-9179-326ff85943f4 HTTP/1.1" status: 204 len: 168 time: 0.1689196 May 26 11:02:28.218053 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332b72c-f9e7-4bd4-b29d-e7b5e392214e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c688f8f-72fc-4a8b-9179-326ff85943f4,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:28.220093 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-7332b72c-f9e7-4bd4-b29d-e7b5e392214e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:28.366978 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-550be95f-6769-471d-a8c1-5f59c8fe6a94 service neutron] 10.222.0.16 "GET /v2.0/networks/f6ffedbc-749d-4f91-b0e5-927589ecd8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005939 May 26 11:02:28.528066 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-332bf6d5-f65a-4a67-af10-8e07a8c3a341 req-847cb54d-af22-41bd-ad8c-62e0c6a3a0ff service neutron] 10.222.0.16 "GET /v2.0/networks/f6ffedbc-749d-4f91-b0e5-927589ecd8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404405 May 26 11:02:28.590536 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39864) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:28.610340 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-109f48d1-765b-48ca-a88d-50be3ea348c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:28.624943 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-109f48d1-765b-48ca-a88d-50be3ea348c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:28.629217 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-109f48d1-765b-48ca-a88d-50be3ea348c2 admin admin] Usage tracker for resource:security_group_rule and tenant:6ed83709a97a496b89c63952b4fbc582 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:28.632038 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-109f48d1-765b-48ca-a88d-50be3ea348c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:28.637784 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-109f48d1-765b-48ca-a88d-50be3ea348c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:28.738876 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-109f48d1-765b-48ca-a88d-50be3ea348c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:28.739951 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51e957-4792-4f77-9bf7-1d771bef3669 req-be9b2d8c-5049-4853-8d2e-de43c55e7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:28.741740 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9d51e957-4792-4f77-9bf7-1d771bef3669 req-be9b2d8c-5049-4853-8d2e-de43c55e7855 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f333bf197ba64657900fcb88264f51bd&device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 1097 time: 0.0858328 May 26 11:02:28.743490 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-109f48d1-765b-48ca-a88d-50be3ea348c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:28.751962 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:28.794320 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-109f48d1-765b-48ca-a88d-50be3ea348c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ed83709a97a496b89c63952b4fbc582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027018 May 26 11:02:28.796845 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 39874) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:28.799552 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f48d1-765b-48ca-a88d-50be3ea348c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3152b5-76de-4247-9b28-8570683acc7e,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:28.825006 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-109f48d1-765b-48ca-a88d-50be3ea348c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:28.872647 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9927f379-b1a4-49be-a69a-29d5c3fc60a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:28.908268 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51e957-4792-4f77-9bf7-1d771bef3669 req-7669670c-f387-45d3-bcb3-e446b0b3714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:28.910384 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9d51e957-4792-4f77-9bf7-1d771bef3669 req-7669670c-f387-45d3-bcb3-e446b0b3714b service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6ffedbc-749d-4f91-b0e5-927589ecd8aa HTTP/1.1" status: 200 len: 915 time: 0.1550577 May 26 11:02:28.944174 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9927f379-b1a4-49be-a69a-29d5c3fc60a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:28.980125 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9d51e957-4792-4f77-9bf7-1d771bef3669 req-0d37c554-3dd0-4827-8a5e-31e613b4e141 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e0a8069-815c-4ce5-a98c-0d9522275044 HTTP/1.1" status: 200 len: 217 time: 0.0626991 May 26 11:02:29.033152 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe5cb2-ff5b-4d10-9316-38796a7cfb7e req-91dbdf32-e40a-48e5-96e0-6dd5df14976c tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:29.035258 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fbbe5cb2-ff5b-4d10-9316-38796a7cfb7e req-91dbdf32-e40a-48e5-96e0-6dd5df14976c tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1536424 May 26 11:02:29.055943 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9927f379-b1a4-49be-a69a-29d5c3fc60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:29.059513 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-73daf8cd-94e0-4d01-8fa0-21629a20b5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:29.077725 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927f379-b1a4-49be-a69a-29d5c3fc60a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3152b5-76de-4247-9b28-8570683acc7e,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:29.082259 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9927f379-b1a4-49be-a69a-29d5c3fc60a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:29.095734 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9927f379-b1a4-49be-a69a-29d5c3fc60a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:29.097639 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-9927f379-b1a4-49be-a69a-29d5c3fc60a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a3152b5-76de-4247-9b28-8570683acc7e HTTP/1.1" status: 204 len: 168 time: 0.2998259 May 26 11:02:29.098067 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51e957-4792-4f77-9bf7-1d771bef3669 req-2ecab599-ff0a-4c51-b151-bb6fccf64238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:29.099390 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9d51e957-4792-4f77-9bf7-1d771bef3669 req-2ecab599-ff0a-4c51-b151-bb6fccf64238 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95e2a217-7dd8-4e85-95cc-58cf41eb783c HTTP/1.1" status: 200 len: 854 time: 0.1117074 May 26 11:02:29.114517 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fbbe5cb2-ff5b-4d10-9316-38796a7cfb7e req-04b1a151-f802-4786-a230-42213fd9185b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724039 May 26 11:02:29.157882 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9d51e957-4792-4f77-9bf7-1d771bef3669 req-770a3e7e-7e06-4c4a-b7bf-ee40c1705402 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6ffedbc-749d-4f91-b0e5-927589ecd8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480537 May 26 11:02:29.272356 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5213766-0ce2-43fe-a252-fc1e1adc4537 req-a3e09ccb-298f-4558-8419-3481b64d2e94 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:29.273096 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-a5213766-0ce2-43fe-a252-fc1e1adc4537 req-a3e09ccb-298f-4558-8419-3481b64d2e94 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Synchronizing usage tracker for tenant:f333bf197ba64657900fcb88264f51bd on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:02:29.317179 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-a5213766-0ce2-43fe-a252-fc1e1adc4537 req-a3e09ccb-298f-4558-8419-3481b64d2e94 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Unset dirty status for tenant:f333bf197ba64657900fcb88264f51bd on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:02:29.325808 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a5213766-0ce2-43fe-a252-fc1e1adc4537 req-a3e09ccb-298f-4558-8419-3481b64d2e94 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 944 time: 0.2751479 May 26 11:02:29.386579 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9d51e957-4792-4f77-9bf7-1d771bef3669 req-590c7c02-7431-48db-9974-8b44bd717bc6 service neutron] 10.222.0.16 "GET /v2.0/networks/f6ffedbc-749d-4f91-b0e5-927589ecd8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206874 May 26 11:02:29.391408 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a5213766-0ce2-43fe-a252-fc1e1adc4537 req-552dbf08-f6e8-41eb-aa80-d41527332bdd tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654747 May 26 11:02:29.584350 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9d51e957-4792-4f77-9bf7-1d771bef3669 req-97afdff8-bd98-4848-ba0e-0f4c8359e97c service neutron] 10.222.0.16 "GET /v2.0/networks/f6ffedbc-749d-4f91-b0e5-927589ecd8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738751 May 26 11:02:30.310866 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4103d73-50c3-42b7-9935-2a4b5d7d8319 req-c62d9e59-43fb-4225-b9b5-999966370017 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:30.312421 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f4103d73-50c3-42b7-9935-2a4b5d7d8319 req-c62d9e59-43fb-4225-b9b5-999966370017 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.0944262 May 26 11:02:30.363115 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f4103d73-50c3-42b7-9935-2a4b5d7d8319 req-acd46421-3460-48b4-85bd-e3f3d9c6bcd8 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428288 May 26 11:02:30.665526 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fd576-aa67-404e-a387-1a20e177ccb7 req-32f51f8f-79c1-4aca-a52c-c36c87c2639e tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:30.666966 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-653fd576-aa67-404e-a387-1a20e177ccb7 req-32f51f8f-79c1-4aca-a52c-c36c87c2639e tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 944 time: 0.1661880 May 26 11:02:30.718297 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-653fd576-aa67-404e-a387-1a20e177ccb7 req-bf868d0f-1aa3-479a-bca1-245af0fa4320 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437999 May 26 11:02:30.902701 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 6e0a8069-815c-4ce5-a98c-0d9522275044 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:02:31.070245 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 6e0a8069-815c-4ce5-a98c-0d9522275044, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6e0a8069-815c-4ce5-a98c-0d9522275044,segment=NetworkSegment(1fafefdc-cf7f-4500-840c-f498e7160cfd),segment_id=1fafefdc-cf7f-4500-840c-f498e7160cfd)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:31.083962 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '6e0a8069-815c-4ce5-a98c-0d9522275044', 'network_id': 'f6ffedbc-749d-4f91-b0e5-927589ecd8aa', 'port_id': '6e0a8069-815c-4ce5-a98c-0d9522275044', 'mac_address': 'fa:16:3e:6d:76:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e2a217-7dd8-4e85-95cc-58cf41eb783c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:02:31.140575 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:31.157434 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0a8069-815c-4ce5-a98c-0d9522275044 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:02:31.177852 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 6e0a8069-815c-4ce5-a98c-0d9522275044, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6e0a8069-815c-4ce5-a98c-0d9522275044,segment=NetworkSegment(1fafefdc-cf7f-4500-840c-f498e7160cfd),segment_id=1fafefdc-cf7f-4500-840c-f498e7160cfd)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:31.182762 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:31.184832 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:31.256715 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=6e0a8069-815c-4ce5-a98c-0d9522275044,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:31.264091 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:31.264430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:31.264430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:31.264430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:31.264430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:31.264430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:31.264430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:31.264430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:31.264430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:31.264430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:31.264430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:31.264430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:02:31.264430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:31.595692 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c8ee5-ca12-4d7f-aab8-d182bd58448e req-7c0a821b-94ae-49cb-a38f-a8eb009d659b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:31.598257 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-349c8ee5-ca12-4d7f-aab8-d182bd58448e req-7c0a821b-94ae-49cb-a38f-a8eb009d659b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1126854 May 26 11:02:31.650868 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['6e0a8069-815c-4ce5-a98c-0d9522275044'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:02:31.662944 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-349c8ee5-ca12-4d7f-aab8-d182bd58448e req-d3259528-31a7-4c75-87f3-f76e442c521f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536518 May 26 11:02:31.936014 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda0007-1bb5-440f-956d-5864e11c94b5 req-abf3e161-5d55-4432-b5d1-d4734964ebb0 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:31.939156 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3bda0007-1bb5-440f-956d-5864e11c94b5 req-abf3e161-5d55-4432-b5d1-d4734964ebb0 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 945 time: 0.0984235 May 26 11:02:31.997774 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40012) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:32.022513 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3bda0007-1bb5-440f-956d-5864e11c94b5 req-2c87a6ae-775c-440f-96a7-6b403242cdef tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762138 May 26 11:02:32.168793 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-79d55d63-c7e6-47cd-9036-0f9014941c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:32.183637 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-79d55d63-c7e6-47cd-9036-0f9014941c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:32.187807 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-79d55d63-c7e6-47cd-9036-0f9014941c45 admin admin] Usage tracker for resource:security_group_rule and tenant:d626f3a4e47f40c8ad70f7125064a8b3 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:32.191165 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-79d55d63-c7e6-47cd-9036-0f9014941c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:32.196742 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-79d55d63-c7e6-47cd-9036-0f9014941c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:32.288193 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-79d55d63-c7e6-47cd-9036-0f9014941c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:32.292444 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-79d55d63-c7e6-47cd-9036-0f9014941c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:32.300889 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-fcfbff43-7716-4c95-93b8-abd39ab1faa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:32.340675 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-79d55d63-c7e6-47cd-9036-0f9014941c45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d626f3a4e47f40c8ad70f7125064a8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415565 May 26 11:02:32.343220 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40028) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:32.346263 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d55d63-c7e6-47cd-9036-0f9014941c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93f9f24-6367-4410-b11c-14006ab3c07c,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:32.350128 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-79d55d63-c7e6-47cd-9036-0f9014941c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:32.407464 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d623af11-c95e-4de1-987d-813699164080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:32.432367 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d623af11-c95e-4de1-987d-813699164080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:32.485894 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d623af11-c95e-4de1-987d-813699164080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:32.495965 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2448d3cb-188c-4659-851c-eb96ffd48d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:32.508775 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623af11-c95e-4de1-987d-813699164080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93f9f24-6367-4410-b11c-14006ab3c07c,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:32.511728 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d623af11-c95e-4de1-987d-813699164080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:32.513589 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d623af11-c95e-4de1-987d-813699164080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:32.517332 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-d623af11-c95e-4de1-987d-813699164080 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b93f9f24-6367-4410-b11c-14006ab3c07c HTTP/1.1" status: 204 len: 168 time: 0.1705773 May 26 11:02:32.879880 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40046) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:32.897285 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-45e54c0a-d0dc-4348-a402-42b0c2966cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:32.902839 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96de8f-5b33-41cb-a87f-6e8e5525bc18 req-48ab72c1-ba4f-45c9-82c2-89b71fbd11da tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:32.904419 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-dd96de8f-5b33-41cb-a87f-6e8e5525bc18 req-48ab72c1-ba4f-45c9-82c2-89b71fbd11da tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.0969672 May 26 11:02:32.913183 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 6e0a8069-815c-4ce5-a98c-0d9522275044 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:02:32.921774 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-45e54c0a-d0dc-4348-a402-42b0c2966cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:32.926259 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-45e54c0a-d0dc-4348-a402-42b0c2966cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:a368053b9ecb46c99e9d75ab79ea0a83 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:32.929597 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-45e54c0a-d0dc-4348-a402-42b0c2966cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:32.937221 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-45e54c0a-d0dc-4348-a402-42b0c2966cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:32.965591 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-dd96de8f-5b33-41cb-a87f-6e8e5525bc18 req-983b21da-779a-403e-9d8b-e948f05aa985 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539770 May 26 11:02:32.990886 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port 6e0a8069-815c-4ce5-a98c-0d9522275044 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:02:32.996048 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 6e0a8069-815c-4ce5-a98c-0d9522275044 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:02:32.996609 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:33.026921 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-45e54c0a-d0dc-4348-a402-42b0c2966cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:33.031649 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-45e54c0a-d0dc-4348-a402-42b0c2966cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:33.040681 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:33.080146 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-45e54c0a-d0dc-4348-a402-42b0c2966cb0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a368053b9ecb46c99e9d75ab79ea0a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990070 May 26 11:02:33.081165 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e54c0a-d0dc-4348-a402-42b0c2966cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7e0924-a5e2-4c4a-8d0f-c181a4edcdba,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:33.082805 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40052) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:33.084689 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-45e54c0a-d0dc-4348-a402-42b0c2966cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:33.117488 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:33.144450 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94590d8-a524-453a-abb1-b59c6dcd81ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0a8069-815c-4ce5-a98c-0d9522275044'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:02:33.148491 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f681cc78-4b35-4238-a7f2-205cca565fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:33.154579 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 6e0a8069-815c-4ce5-a98c-0d9522275044, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6e0a8069-815c-4ce5-a98c-0d9522275044,segment=NetworkSegment(1fafefdc-cf7f-4500-840c-f498e7160cfd),segment_id=1fafefdc-cf7f-4500-840c-f498e7160cfd)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:02:33.162176 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:33.165549 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:33.184858 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f681cc78-4b35-4238-a7f2-205cca565fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:33.232063 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94590d8-a524-453a-abb1-b59c6dcd81ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0a8069-815c-4ce5-a98c-0d9522275044', 'code': 200} May 26 11:02:33.259276 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a413a6e-ac59-40ab-819c-4b8b6c8c7142 req-ec69d027-3e50-40d2-bbd3-319dd44fc883 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:33.261184 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4a413a6e-ac59-40ab-819c-4b8b6c8c7142 req-ec69d027-3e50-40d2-bbd3-319dd44fc883 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 946 time: 0.0983233 May 26 11:02:33.264612 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f681cc78-4b35-4238-a7f2-205cca565fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:33.267757 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=6e0a8069-815c-4ce5-a98c-0d9522275044,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:33.278364 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:33.279374 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:33.293417 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681cc78-4b35-4238-a7f2-205cca565fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7e0924-a5e2-4c4a-8d0f-c181a4edcdba,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:33.296772 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f681cc78-4b35-4238-a7f2-205cca565fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:33.297841 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f681cc78-4b35-4238-a7f2-205cca565fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:33.299119 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-f681cc78-4b35-4238-a7f2-205cca565fe1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae7e0924-a5e2-4c4a-8d0f-c181a4edcdba HTTP/1.1" status: 204 len: 168 time: 0.2153044 May 26 11:02:33.341426 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4a413a6e-ac59-40ab-819c-4b8b6c8c7142 req-b27879d9-4a61-4237-b7f3-d7c517b859dc tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711045 May 26 11:02:33.604225 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f2e7c-0812-41f2-ba28-c9ee7ae812d1 req-8d660aa2-bc88-4d9a-98d1-ddab31e6b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:33.605790 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a55f2e7c-0812-41f2-ba28-c9ee7ae812d1 req-8d660aa2-bc88-4d9a-98d1-ddab31e6b257 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 1099 time: 0.0915260 May 26 11:02:33.650085 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a55f2e7c-0812-41f2-ba28-c9ee7ae812d1 req-3d4209a1-a423-48f3-9230-710be54acae1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373006 May 26 11:02:34.189429 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4baf92-bdae-4ad3-b75f-01ec5f3d4a15 req-0e4af4f5-3a93-41a3-b911-f67d3c6db39e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:34.191482 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3a4baf92-bdae-4ad3-b75f-01ec5f3d4a15 req-0e4af4f5-3a93-41a3-b911-f67d3c6db39e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.0980065 May 26 11:02:34.248093 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3a4baf92-bdae-4ad3-b75f-01ec5f3d4a15 req-57d26adc-de4c-4dd3-a36c-933ef3dc9527 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447090 May 26 11:02:34.621914 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7e743-90e8-4102-9500-231df6ae8000 req-20d481b9-ac60-4aef-9926-e35adae84511 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:34.623432 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8cd7e743-90e8-4102-9500-231df6ae8000 req-20d481b9-ac60-4aef-9926-e35adae84511 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 946 time: 0.1442122 May 26 11:02:34.673571 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8cd7e743-90e8-4102-9500-231df6ae8000 req-f87c71e5-9c75-43fb-be32-e92a23f8d38d tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 May 26 11:02:35.352046 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40162) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:35.397881 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40168) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:35.452742 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c361bbc-5f80-4949-8b20-b7dfc16987d3 req-b7186197-6195-4d40-b24e-5eaf1006459d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:35.463623 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8c361bbc-5f80-4949-8b20-b7dfc16987d3 req-b7186197-6195-4d40-b24e-5eaf1006459d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.0992763 May 26 11:02:35.513937 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0e7fc391-c4f0-441b-97d7-e6cc0b98151a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:35.536929 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d3599dc0-35c1-4c16-a6bb-3e55ba0145d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:35.538997 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0e7fc391-c4f0-441b-97d7-e6cc0b98151a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:35.543538 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8c361bbc-5f80-4949-8b20-b7dfc16987d3 req-31bf3351-9786-472f-8c64-9e769d5b43ea tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813529 May 26 11:02:35.546320 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-0e7fc391-c4f0-441b-97d7-e6cc0b98151a admin admin] Usage tracker for resource:security_group_rule and tenant:15321d5ac672449585c9fac9303f635b is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:35.550056 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-0e7fc391-c4f0-441b-97d7-e6cc0b98151a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:35.556817 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0e7fc391-c4f0-441b-97d7-e6cc0b98151a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:35.573998 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-d3599dc0-35c1-4c16-a6bb-3e55ba0145d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:35.579592 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-d3599dc0-35c1-4c16-a6bb-3e55ba0145d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a780563617da48f5963cff90f34a89ec is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:35.585432 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-d3599dc0-35c1-4c16-a6bb-3e55ba0145d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:35.593880 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-d3599dc0-35c1-4c16-a6bb-3e55ba0145d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:35.648845 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0e7fc391-c4f0-441b-97d7-e6cc0b98151a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:35.652426 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0e7fc391-c4f0-441b-97d7-e6cc0b98151a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:35.661868 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-838fa548-47ae-4148-a791-dcc9031796ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:35.690127 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d3599dc0-35c1-4c16-a6bb-3e55ba0145d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:35.695267 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d3599dc0-35c1-4c16-a6bb-3e55ba0145d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:35.704773 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-22111fe0-2f34-4344-90d1-fabed6ae45b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:35.704942 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fc391-c4f0-441b-97d7-e6cc0b98151a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce62d134-af9d-4c80-9b53-c9f4ca59c119,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:35.710488 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0e7fc391-c4f0-441b-97d7-e6cc0b98151a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:35.724368 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-0e7fc391-c4f0-441b-97d7-e6cc0b98151a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15321d5ac672449585c9fac9303f635b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704779 May 26 11:02:35.725417 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40182) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:35.748675 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3599dc0-35c1-4c16-a6bb-3e55ba0145d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23aa0c4a-9e54-4e3f-8555-15d01fc3b916,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:35.765322 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-d3599dc0-35c1-4c16-a6bb-3e55ba0145d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:35.787097 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-d3599dc0-35c1-4c16-a6bb-3e55ba0145d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a780563617da48f5963cff90f34a89ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3881230 May 26 11:02:35.789632 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40186) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:35.855553 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9a05f30e-d40c-4f67-985d-d94317c6f3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:35.891196 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9a05f30e-d40c-4f67-985d-d94317c6f3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:35.938083 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1b85b455-c4bb-4394-8ebd-94c311017386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:35.965818 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9a05f30e-d40c-4f67-985d-d94317c6f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:35.973452 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f7db2b7d-66f9-4414-8481-e71a6e869fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:35.975759 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1b85b455-c4bb-4394-8ebd-94c311017386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:35.989806 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05f30e-d40c-4f67-985d-d94317c6f3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce62d134-af9d-4c80-9b53-c9f4ca59c119,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:35.992740 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9a05f30e-d40c-4f67-985d-d94317c6f3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:35.994428 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9a05f30e-d40c-4f67-985d-d94317c6f3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:36.010540 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-9a05f30e-d40c-4f67-985d-d94317c6f3e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce62d134-af9d-4c80-9b53-c9f4ca59c119 HTTP/1.1" status: 204 len: 168 time: 0.2831056 May 26 11:02:36.033152 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a530a-c26c-4411-ad34-c4d9189897c6 req-76891459-7658-44d3-8e14-f58e4e302c43 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:36.034676 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ee0a530a-c26c-4411-ad34-c4d9189897c6 req-76891459-7658-44d3-8e14-f58e4e302c43 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 946 time: 0.1849496 May 26 11:02:36.097501 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ee0a530a-c26c-4411-ad34-c4d9189897c6 req-70a300a7-66e0-4182-9d49-81f2a8869e83 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567427 May 26 11:02:36.102786 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1b85b455-c4bb-4394-8ebd-94c311017386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:36.106867 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-212efe67-3b2b-4758-a146-a41adb1179ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:36.123930 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85b455-c4bb-4394-8ebd-94c311017386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aa0c4a-9e54-4e3f-8555-15d01fc3b916,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:36.132318 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1b85b455-c4bb-4394-8ebd-94c311017386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:36.150631 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1b85b455-c4bb-4394-8ebd-94c311017386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:36.153393 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-1b85b455-c4bb-4394-8ebd-94c311017386 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23aa0c4a-9e54-4e3f-8555-15d01fc3b916 HTTP/1.1" status: 204 len: 168 time: 0.3612194 May 26 11:02:36.400381 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40244) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:36.419643 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c78e3d68-32c3-4d30-bf61-1018bacd6912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:36.435753 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-c78e3d68-32c3-4d30-bf61-1018bacd6912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:36.441586 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-c78e3d68-32c3-4d30-bf61-1018bacd6912 admin admin] Usage tracker for resource:security_group_rule and tenant:25d27658f565491589981a6830f8c760 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:36.446653 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-c78e3d68-32c3-4d30-bf61-1018bacd6912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:36.452507 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-c78e3d68-32c3-4d30-bf61-1018bacd6912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:36.548144 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c78e3d68-32c3-4d30-bf61-1018bacd6912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:36.553246 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c78e3d68-32c3-4d30-bf61-1018bacd6912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:36.560486 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ac4a251b-21f1-44a7-85d6-b7c673334c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:36.604597 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e3d68-32c3-4d30-bf61-1018bacd6912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fe8041-011a-4590-a291-c46acf16d892,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:36.623900 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-c78e3d68-32c3-4d30-bf61-1018bacd6912 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25d27658f565491589981a6830f8c760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195177 May 26 11:02:36.624027 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40254) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:36.627079 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-c78e3d68-32c3-4d30-bf61-1018bacd6912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:36.695461 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40258) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:36.718566 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-84e4de23-7a44-408e-9487-2d947fe30aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:36.726463 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2ab4-58ce-4f40-81b2-e6b2623a449b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:36.760493 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-bd1d2ab4-58ce-4f40-81b2-e6b2623a449b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:36.764907 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-bd1d2ab4-58ce-4f40-81b2-e6b2623a449b admin admin] Usage tracker for resource:security_group_rule and tenant:6909e03ea0a649a2ad74514f6cd5d9ca is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:36.767848 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-bd1d2ab4-58ce-4f40-81b2-e6b2623a449b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:36.778319 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-bd1d2ab4-58ce-4f40-81b2-e6b2623a449b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:36.802660 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e1325-17ae-47c7-b64c-0f7d84974c8d req-30bd99e5-46b0-4be6-a503-14eff3a299b4 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:36.804829 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e72e1325-17ae-47c7-b64c-0f7d84974c8d req-30bd99e5-46b0-4be6-a503-14eff3a299b4 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1177225 May 26 11:02:36.848907 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-84e4de23-7a44-408e-9487-2d947fe30aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:36.861249 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e72e1325-17ae-47c7-b64c-0f7d84974c8d req-feb1fb28-4968-4f89-8398-275feeb61ae0 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503216 May 26 11:02:36.918351 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2ab4-58ce-4f40-81b2-e6b2623a449b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:36.921380 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2ab4-58ce-4f40-81b2-e6b2623a449b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:36.929795 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7c72b37f-740b-4c1e-a4dc-bb9b2e6ccf74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:36.961977 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-84e4de23-7a44-408e-9487-2d947fe30aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:36.979471 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-bd1d2ab4-58ce-4f40-81b2-e6b2623a449b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6909e03ea0a649a2ad74514f6cd5d9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827618 May 26 11:02:36.982127 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d2ab4-58ce-4f40-81b2-e6b2623a449b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d569a8-ace2-4623-915e-d8ca8c3ba3df,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:36.984467 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40270) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:36.990644 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bd1d2ab4-58ce-4f40-81b2-e6b2623a449b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:36.991840 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c19fc244-351e-422f-83d2-ab4c1fb0efb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:37.015143 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-84e4de23-7a44-408e-9487-2d947fe30aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:37.016256 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-84e4de23-7a44-408e-9487-2d947fe30aec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77fe8041-011a-4590-a291-c46acf16d892 HTTP/1.1" status: 204 len: 168 time: 0.3913753 May 26 11:02:37.017181 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4de23-7a44-408e-9487-2d947fe30aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fe8041-011a-4590-a291-c46acf16d892,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:37.021925 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-84e4de23-7a44-408e-9487-2d947fe30aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:37.074056 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-910c11c2-5e8d-47ca-9151-8a623004a659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:37.109510 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-910c11c2-5e8d-47ca-9151-8a623004a659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:37.177538 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-910c11c2-5e8d-47ca-9151-8a623004a659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:37.187467 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0310b8e2-30bc-42e9-8703-678a723a055b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:37.209240 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c11c2-5e8d-47ca-9151-8a623004a659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d569a8-ace2-4623-915e-d8ca8c3ba3df,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:37.229323 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-910c11c2-5e8d-47ca-9151-8a623004a659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:37.230332 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-910c11c2-5e8d-47ca-9151-8a623004a659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:37.231501 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-910c11c2-5e8d-47ca-9151-8a623004a659 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8d569a8-ace2-4623-915e-d8ca8c3ba3df HTTP/1.1" status: 204 len: 168 time: 0.2457290 May 26 11:02:37.657297 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40316) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:37.680564 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-70c64b5b-00d2-4f17-8dec-77061c322db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:37.711536 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-70c64b5b-00d2-4f17-8dec-77061c322db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:37.715779 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-70c64b5b-00d2-4f17-8dec-77061c322db0 admin admin] Usage tracker for resource:security_group_rule and tenant:cdb8e191d5d24dc68011bfd248748040 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:37.718627 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-70c64b5b-00d2-4f17-8dec-77061c322db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:37.725158 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-70c64b5b-00d2-4f17-8dec-77061c322db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:37.822188 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-70c64b5b-00d2-4f17-8dec-77061c322db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:37.826741 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-70c64b5b-00d2-4f17-8dec-77061c322db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:37.836413 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8dee1df1-3783-40b5-9f65-ea413ec03e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:37.897696 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-70c64b5b-00d2-4f17-8dec-77061c322db0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cdb8e191d5d24dc68011bfd248748040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391977 May 26 11:02:37.900413 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40332) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:37.903223 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c64b5b-00d2-4f17-8dec-77061c322db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef0e401-ca98-419c-8e88-548043289b4f,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:37.911369 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-70c64b5b-00d2-4f17-8dec-77061c322db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:38.018838 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5638f7b5-8326-4f4e-a4ee-37bd451e813b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:38.066922 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5638f7b5-8326-4f4e-a4ee-37bd451e813b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:38.110607 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef137d5a-db69-4f38-87cb-f40f2135df27 req-efd32a22-ee0e-475f-b71b-67b5edc60347 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:38.113401 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ef137d5a-db69-4f38-87cb-f40f2135df27 req-efd32a22-ee0e-475f-b71b-67b5edc60347 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1172431 May 26 11:02:38.143388 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5638f7b5-8326-4f4e-a4ee-37bd451e813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:38.149778 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9f91c902-61d8-4cd8-9e5b-d435849b8c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:38.165544 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638f7b5-8326-4f4e-a4ee-37bd451e813b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef0e401-ca98-419c-8e88-548043289b4f,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:38.168326 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-5638f7b5-8326-4f4e-a4ee-37bd451e813b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:38.180845 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ef137d5a-db69-4f38-87cb-f40f2135df27 req-dd612cc2-fe92-4251-8ca8-5a3103f7bb86 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608685 May 26 11:02:38.190847 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5638f7b5-8326-4f4e-a4ee-37bd451e813b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:38.190847 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-5638f7b5-8326-4f4e-a4ee-37bd451e813b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ef0e401-ca98-419c-8e88-548043289b4f HTTP/1.1" status: 204 len: 168 time: 0.2835276 May 26 11:02:39.436711 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbd807-acee-420b-b5fe-1ea8444c216d req-ca1f8e50-4d79-4229-9e3e-069f578d6306 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:39.438249 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-40bbd807-acee-420b-b5fe-1ea8444c216d req-ca1f8e50-4d79-4229-9e3e-069f578d6306 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1559811 May 26 11:02:39.490166 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-40bbd807-acee-420b-b5fe-1ea8444c216d req-b439de1f-c90a-4fa2-9c99-7b69b02675f5 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455678 May 26 11:02:40.736455 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed180aa3-39ea-4022-adac-cd6eccfcc992 req-fe91048a-d4fa-4851-828b-af508744ded6 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:40.738192 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ed180aa3-39ea-4022-adac-cd6eccfcc992 req-fe91048a-d4fa-4851-828b-af508744ded6 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1216934 May 26 11:02:40.787604 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ed180aa3-39ea-4022-adac-cd6eccfcc992 req-9eb614f9-a32d-47db-accd-c3889455b3f7 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 May 26 11:02:41.131343 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40458) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:41.193846 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2bd408-64b8-464d-b0b4-34f967a124f3 admin admin] Deleting subnet 558a648a-b8e4-411e-8167-910569881989 {{(pid=91665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:02:41.196842 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-dd2bd408-64b8-464d-b0b4-34f967a124f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:41.245070 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-dd2bd408-64b8-464d-b0b4-34f967a124f3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:41.252976 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-dd2bd408-64b8-464d-b0b4-34f967a124f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:41.509696 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-dd2bd408-64b8-464d-b0b4-34f967a124f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298'] for subnet, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:41.514681 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f5442e42-cef5-48f4-beac-ca3449b08b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:41.554044 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-dd2bd408-64b8-464d-b0b4-34f967a124f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:41.557147 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bd408-64b8-464d-b0b4-34f967a124f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558a648a-b8e4-411e-8167-910569881989,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:41.559914 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-dd2bd408-64b8-464d-b0b4-34f967a124f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:41.564325 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-dd2bd408-64b8-464d-b0b4-34f967a124f3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/558a648a-b8e4-411e-8167-910569881989 HTTP/1.1" status: 204 len: 168 time: 0.4318511 May 26 11:02:41.566819 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40476) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:41.685955 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:41.827890 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:41.862261 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:41.862812 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:41.863916 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:41.864924 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Subscribe: > port after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:41.865702 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Subscribe: > port after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:41.868628 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Subscribe: > port after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:41.869185 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:41.869739 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:41.870275 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:41.870963 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:41.967422 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:41.967777 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:41.968112 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:41.968441 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:02:41.968801 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3ad98b-10a1-43d0-af1d-91d43635cc73']}} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:41.984805 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4283864-dbaf-4d94-add9-86c8c8bcf749') {'for_net_delete': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:41.985324 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4283864-dbaf-4d94-add9-86c8c8bcf749') {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:42.037443 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6468054'] for segment, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:42.077003 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:42.089265 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=91665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:02:42.089924 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6437630'] for segment, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: from cryptography.utils import int_from_bytes May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: from cryptography.utils import int_from_bytes May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: Traceback (most recent call last): May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: timer() May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: cb(*args, **kw) May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: return func(*args, **kwargs) May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: self._notify() May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: self.callback(batched_events) May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: event.method(event) May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: return f(self, *a, **k) May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: return self._get(url).json() May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: return self.request(url, 'GET', **kwargs) May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:02:42.107011 dv-cinder-793136-1-smb neutron-server[91665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:02:42.204692 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbb577-950f-453f-a321-ab15250400c9 req-a0c7220d-8f1f-4c21-95fd-bd6c50647f18 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:42.206497 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5adbb577-950f-453f-a321-ab15250400c9 req-a0c7220d-8f1f-4c21-95fd-bd6c50647f18 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.2258523 May 26 11:02:42.207741 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:42.211971 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:42.231774 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:42.253040 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3ad98b-10a1-43d0-af1d-91d43635cc73,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:42.261461 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:42.267099 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] 10.222.0.25 "DELETE /v2.0/networks/2e3ad98b-10a1-43d0-af1d-91d43635cc73 HTTP/1.1" status: 204 len: 168 time: 0.6992314 May 26 11:02:42.270577 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40522) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:42.297429 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5adbb577-950f-453f-a321-ab15250400c9 req-b08b2f29-afa7-4c5c-83fd-6e9f5ea273f7 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707853 May 26 11:02:42.439221 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d94dd0-39e0-4f6f-bad9-fa6e6631f3b0 admin admin] Deleting subnet c342dad7-dccf-4c74-bced-750f0441523c {{(pid=91664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:02:42.443890 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-40d94dd0-39e0-4f6f-bad9-fa6e6631f3b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:42.498717 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-40d94dd0-39e0-4f6f-bad9-fa6e6631f3b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6456931'] for subnet, precommit_delete_associations {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:42.557835 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-40d94dd0-39e0-4f6f-bad9-fa6e6631f3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:42.817424 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-40d94dd0-39e0-4f6f-bad9-fa6e6631f3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6358052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6357471'] for subnet, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:42.822640 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:42.856267 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d94dd0-39e0-4f6f-bad9-fa6e6631f3b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c342dad7-dccf-4c74-bced-750f0441523c,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:42.870447 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-40d94dd0-39e0-4f6f-bad9-fa6e6631f3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:42.880462 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-40d94dd0-39e0-4f6f-bad9-fa6e6631f3b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:42.894094 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-40d94dd0-39e0-4f6f-bad9-fa6e6631f3b0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c342dad7-dccf-4c74-bced-750f0441523c HTTP/1.1" status: 204 len: 168 time: 0.6173701 May 26 11:02:42.894477 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40534) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:43.004173 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-541d4124-a542-4049-b854-342481f00087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:43.137863 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-541d4124-a542-4049-b854-342481f00087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:43.151095 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-541d4124-a542-4049-b854-342481f00087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd708cee-99e7-4c4f-a8a6-cf32f2ac5202']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:43.162866 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-541d4124-a542-4049-b854-342481f00087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb54ee0-e140-4a83-8cc8-25ffb2a29a00') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:43.163158 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-541d4124-a542-4049-b854-342481f00087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb54ee0-e140-4a83-8cc8-25ffb2a29a00') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:02:43.174951 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-541d4124-a542-4049-b854-342481f00087 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6456922'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:43.191915 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-541d4124-a542-4049-b854-342481f00087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:43.198450 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541d4124-a542-4049-b854-342481f00087 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:02:43.198840 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-541d4124-a542-4049-b854-342481f00087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6358662'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: Traceback (most recent call last): May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: timer() May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: cb(*args, **kw) May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: return func(*args, **kwargs) May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: self._notify() May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: self.callback(batched_events) May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: event.method(event) May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: return f(self, *a, **k) May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: return self._get(url).json() May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:02:43.213096 dv-cinder-793136-1-smb neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:02:43.217619 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:02:43.297278 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-541d4124-a542-4049-b854-342481f00087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:43.301396 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ce462375-5fab-4908-9730-54a24238b61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:43.321244 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-541d4124-a542-4049-b854-342481f00087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:43.323660 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d4124-a542-4049-b854-342481f00087 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd708cee-99e7-4c4f-a8a6-cf32f2ac5202,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:43.328478 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-541d4124-a542-4049-b854-342481f00087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:43.330477 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-541d4124-a542-4049-b854-342481f00087 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fd708cee-99e7-4c4f-a8a6-cf32f2ac5202 HTTP/1.1" status: 204 len: 168 time: 0.4345317 May 26 11:02:43.499886 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8ef50-e21c-4153-82e6-152deb9691e9 req-cc3f0587-b5f9-4a71-9f19-b5fdeaceea26 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:43.508433 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-aff8ef50-e21c-4153-82e6-152deb9691e9 req-cc3f0587-b5f9-4a71-9f19-b5fdeaceea26 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.0958421 May 26 11:02:43.560962 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-aff8ef50-e21c-4153-82e6-152deb9691e9 req-66a1c6c3-ab24-4214-8f60-be1ee9af7c65 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516152 May 26 11:02:43.581257 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40566) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:43.634899 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-cb310f01-993d-4905-bb82-a50612c53714 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=939b9b87d0b9470cb0b9091b4bdbeb39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523100 May 26 11:02:43.637217 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40570) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:43.698591 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-21ef4188-34ef-4e5f-8efd-6a8f2b7c8759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:43.727106 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-21ef4188-34ef-4e5f-8efd-6a8f2b7c8759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:43.781514 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-21ef4188-34ef-4e5f-8efd-6a8f2b7c8759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:43.786867 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a376996b-9dad-4247-b706-d39779ef2f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:43.800136 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef4188-34ef-4e5f-8efd-6a8f2b7c8759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294c50ae-460f-4d33-97e3-899e670f3317,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:43.803967 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-21ef4188-34ef-4e5f-8efd-6a8f2b7c8759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:43.812915 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-21ef4188-34ef-4e5f-8efd-6a8f2b7c8759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:43.814137 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-21ef4188-34ef-4e5f-8efd-6a8f2b7c8759 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/294c50ae-460f-4d33-97e3-899e670f3317 HTTP/1.1" status: 204 len: 168 time: 0.1759369 May 26 11:02:44.167459 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40580) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:44.218264 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-6fbfd331-1bfd-47df-9ddd-bfa5ae84bf8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f96301cc3e3349c190fb788d39c623c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473497 May 26 11:02:44.221534 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40586) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:44.281613 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-02f8a80c-a935-41de-8c14-137819a7f008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:44.308149 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-02f8a80c-a935-41de-8c14-137819a7f008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:44.359235 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-02f8a80c-a935-41de-8c14-137819a7f008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:44.363609 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-7332b72c-f9e7-4bd4-b29d-e7b5e392214e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:44.377719 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8a80c-a935-41de-8c14-137819a7f008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d539ce30-2189-474f-b2f1-d4a17c1ee207,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:44.380233 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-02f8a80c-a935-41de-8c14-137819a7f008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:44.381430 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-02f8a80c-a935-41de-8c14-137819a7f008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:44.382883 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-02f8a80c-a935-41de-8c14-137819a7f008 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d539ce30-2189-474f-b2f1-d4a17c1ee207 HTTP/1.1" status: 204 len: 168 time: 0.1600897 May 26 11:02:44.820541 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154826f-2a50-4db6-97fe-f10e6036a102 req-8dba473c-21ce-4323-b4ae-29b912e1f8ec tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:44.822750 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7154826f-2a50-4db6-97fe-f10e6036a102 req-8dba473c-21ce-4323-b4ae-29b912e1f8ec tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1083434 May 26 11:02:44.879943 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7154826f-2a50-4db6-97fe-f10e6036a102 req-3699c734-76eb-40be-b878-9d86193407c0 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489218 May 26 11:02:45.069842 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40626) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:45.205676 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9b74d0f7-ec50-4231-9e06-51071252fd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:45.221723 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-9b74d0f7-ec50-4231-9e06-51071252fd4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:45.226144 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-9b74d0f7-ec50-4231-9e06-51071252fd4f admin admin] Usage tracker for resource:security_group_rule and tenant:c8b9396b9b074add92da7c0fb615cc8f is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:45.229097 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-9b74d0f7-ec50-4231-9e06-51071252fd4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:45.235054 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-9b74d0f7-ec50-4231-9e06-51071252fd4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:45.316241 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9b74d0f7-ec50-4231-9e06-51071252fd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:45.320039 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9b74d0f7-ec50-4231-9e06-51071252fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:45.328889 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-109f48d1-765b-48ca-a88d-50be3ea348c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:45.370431 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-9b74d0f7-ec50-4231-9e06-51071252fd4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8b9396b9b074add92da7c0fb615cc8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995224 May 26 11:02:45.372005 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74d0f7-ec50-4231-9e06-51071252fd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5239364-c901-460b-a9b7-cc9642949727,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:45.373075 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40642) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:45.375180 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9b74d0f7-ec50-4231-9e06-51071252fd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:45.440347 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-02621af0-b36c-49c7-9b91-527c3684a9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:45.471846 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-02621af0-b36c-49c7-9b91-527c3684a9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:45.534335 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-02621af0-b36c-49c7-9b91-527c3684a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:45.544391 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d623af11-c95e-4de1-987d-813699164080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:45.556959 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02621af0-b36c-49c7-9b91-527c3684a9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5239364-c901-460b-a9b7-cc9642949727,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:45.559735 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-02621af0-b36c-49c7-9b91-527c3684a9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:45.561823 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-02621af0-b36c-49c7-9b91-527c3684a9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:45.563542 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-02621af0-b36c-49c7-9b91-527c3684a9f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5239364-c901-460b-a9b7-cc9642949727 HTTP/1.1" status: 204 len: 168 time: 0.1891475 May 26 11:02:46.110412 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0c457-1872-40b0-a4d3-8beac6be6916 req-8af9179a-233b-465c-94dd-b74c0f2f785e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:46.112660 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-06d0c457-1872-40b0-a4d3-8beac6be6916 req-8af9179a-233b-465c-94dd-b74c0f2f785e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1065080 May 26 11:02:46.194003 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-06d0c457-1872-40b0-a4d3-8beac6be6916 req-c036a6ba-0ca4-444e-a3df-31abd8afb093 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679829 May 26 11:02:47.408348 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df927d-8397-44d7-9a6f-043dfc42ffab req-324a7da3-c5d1-4c2b-94e3-d6fc5ffd38f5 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:47.409814 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f8df927d-8397-44d7-9a6f-043dfc42ffab req-324a7da3-c5d1-4c2b-94e3-d6fc5ffd38f5 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.0798295 May 26 11:02:47.457202 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f8df927d-8397-44d7-9a6f-043dfc42ffab req-59f3df5b-65b1-4d4f-89bf-d3eb2a7a9591 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414038 May 26 11:02:48.680424 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1306f4-68b5-44b1-b997-43f75b58a3ba req-91180651-5070-449b-a1f9-c06956765359 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:48.681922 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2a1306f4-68b5-44b1-b997-43f75b58a3ba req-91180651-5070-449b-a1f9-c06956765359 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1050122 May 26 11:02:48.734413 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2a1306f4-68b5-44b1-b997-43f75b58a3ba req-fd9a0a52-56d9-45ca-b4c3-3a015e89b3cb tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442111 May 26 11:02:48.967769 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40784) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:49.217169 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2532ec12-232f-4faa-b7bf-6b699db337bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:49.248702 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-2532ec12-232f-4faa-b7bf-6b699db337bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:49.248702 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-2532ec12-232f-4faa-b7bf-6b699db337bc admin admin] Usage tracker for resource:security_group_rule and tenant:be86343c394b4427bc9188716ddac0d3 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:49.248702 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-2532ec12-232f-4faa-b7bf-6b699db337bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:49.254674 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-2532ec12-232f-4faa-b7bf-6b699db337bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:49.364476 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2532ec12-232f-4faa-b7bf-6b699db337bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:49.369000 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2532ec12-232f-4faa-b7bf-6b699db337bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:49.379375 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-d3599dc0-35c1-4c16-a6bb-3e55ba0145d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:49.427931 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-2532ec12-232f-4faa-b7bf-6b699db337bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be86343c394b4427bc9188716ddac0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4597294 May 26 11:02:49.428924 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532ec12-232f-4faa-b7bf-6b699db337bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc5352f-27e5-4071-a731-e63d85d6495e,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:49.430781 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40806) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:49.432257 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-2532ec12-232f-4faa-b7bf-6b699db337bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:49.510901 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-13200bed-30c7-41d7-bf4b-536ad78726d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:49.537712 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-13200bed-30c7-41d7-bf4b-536ad78726d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:49.555502 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40814) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:49.595845 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-13200bed-30c7-41d7-bf4b-536ad78726d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:49.602030 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0cab22f9-177b-4f2b-bbce-e23099573fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:49.615372 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13200bed-30c7-41d7-bf4b-536ad78726d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc5352f-27e5-4071-a731-e63d85d6495e,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:49.618290 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-13200bed-30c7-41d7-bf4b-536ad78726d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:49.620374 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-13200bed-30c7-41d7-bf4b-536ad78726d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:49.621334 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-13200bed-30c7-41d7-bf4b-536ad78726d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fbc5352f-27e5-4071-a731-e63d85d6495e HTTP/1.1" status: 204 len: 168 time: 0.1882401 May 26 11:02:49.693904 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f13deb26-d70d-489d-bec3-6a40c8381a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:49.708301 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-f13deb26-d70d-489d-bec3-6a40c8381a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:49.712037 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-f13deb26-d70d-489d-bec3-6a40c8381a12 admin admin] Usage tracker for resource:security_group_rule and tenant:4ac2b83b5a1b4ce583d98f6b5c86fc0c is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:49.714897 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-f13deb26-d70d-489d-bec3-6a40c8381a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:49.721352 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-f13deb26-d70d-489d-bec3-6a40c8381a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:49.830304 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f13deb26-d70d-489d-bec3-6a40c8381a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:49.834787 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f13deb26-d70d-489d-bec3-6a40c8381a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:49.846368 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6759b757-0886-48fa-80c5-87a29c2fa4c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:49.931616 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40828) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:49.949787 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-86258edd-f1bb-45bd-8301-55b378526ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:49.970855 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-86258edd-f1bb-45bd-8301-55b378526ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:49.974766 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-86258edd-f1bb-45bd-8301-55b378526ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:5bfe5c710756467797124fdd62fd03b9 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:49.977604 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-86258edd-f1bb-45bd-8301-55b378526ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:49.983164 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-86258edd-f1bb-45bd-8301-55b378526ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:50.011949 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-f13deb26-d70d-489d-bec3-6a40c8381a12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ac2b83b5a1b4ce583d98f6b5c86fc0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556074 May 26 11:02:50.016139 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13deb26-d70d-489d-bec3-6a40c8381a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601004b4-3825-4296-a9ea-06addc017301,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:50.018822 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40832) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:50.021131 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f13deb26-d70d-489d-bec3-6a40c8381a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:50.078843 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-86258edd-f1bb-45bd-8301-55b378526ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:50.084988 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-86258edd-f1bb-45bd-8301-55b378526ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:50.088093 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696a93d-e776-409e-b6ec-c2804f1d28b8 req-20bede30-e128-4688-8b50-047ffe644c31 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:50.089651 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d696a93d-e776-409e-b6ec-c2804f1d28b8 req-20bede30-e128-4688-8b50-047ffe644c31 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1613626 May 26 11:02:50.093390 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a9c88f97-0088-46d2-9243-a8f456dde825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:50.124955 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c756-c844-4920-a57c-7905aef2a3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:50.142427 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86258edd-f1bb-45bd-8301-55b378526ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f18f93-15c1-4df9-a789-728d7f52ad48,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:50.154925 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-86258edd-f1bb-45bd-8301-55b378526ff2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5bfe5c710756467797124fdd62fd03b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200050 May 26 11:02:50.154925 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-86258edd-f1bb-45bd-8301-55b378526ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:50.155317 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40838) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:50.169178 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d696a93d-e776-409e-b6ec-c2804f1d28b8 req-6b7153d1-87e7-4ef8-b315-e3819b439b7b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696027 May 26 11:02:50.170836 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c756-c844-4920-a57c-7905aef2a3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:50.222328 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a2b87b5c-797e-441b-8012-29cef6111cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:50.227241 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c756-c844-4920-a57c-7905aef2a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:50.232198 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:50.238248 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-730279f7-c795-425a-850c-03c3a2558a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:50.248578 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8c756-c844-4920-a57c-7905aef2a3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601004b4-3825-4296-a9ea-06addc017301,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:50.252368 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a2b87b5c-797e-441b-8012-29cef6111cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:50.257454 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-5ae8c756-c844-4920-a57c-7905aef2a3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:50.270399 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c756-c844-4920-a57c-7905aef2a3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:50.275803 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-5ae8c756-c844-4920-a57c-7905aef2a3e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/601004b4-3825-4296-a9ea-06addc017301 HTTP/1.1" status: 204 len: 168 time: 0.2532525 May 26 11:02:50.316500 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a2b87b5c-797e-441b-8012-29cef6111cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:50.321630 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-38b83208-5b93-41c2-9527-38b36d3bec53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:50.343092 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b87b5c-797e-441b-8012-29cef6111cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f18f93-15c1-4df9-a789-728d7f52ad48,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:50.346598 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a2b87b5c-797e-441b-8012-29cef6111cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:50.347710 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a2b87b5c-797e-441b-8012-29cef6111cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:50.349399 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-a2b87b5c-797e-441b-8012-29cef6111cc9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4f18f93-15c1-4df9-a789-728d7f52ad48 HTTP/1.1" status: 204 len: 168 time: 0.1928873 May 26 11:02:50.777389 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40870) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:50.870646 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a39572b1-c598-4691-9d2c-85384a5a05d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:50.879430 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40874) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:50.890434 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-a39572b1-c598-4691-9d2c-85384a5a05d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:50.894835 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-a39572b1-c598-4691-9d2c-85384a5a05d0 admin admin] Usage tracker for resource:security_group_rule and tenant:c401b7b84a5a4f8cacd426d7774a3508 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:50.897803 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-a39572b1-c598-4691-9d2c-85384a5a05d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:50.903634 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-a39572b1-c598-4691-9d2c-85384a5a05d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:50.983851 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40882) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:50.997733 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a39572b1-c598-4691-9d2c-85384a5a05d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.005554 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6463284b-25fd-42fc-8c8e-f3306e830210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.006755 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a39572b1-c598-4691-9d2c-85384a5a05d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.018782 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-6558d138-4da4-4234-a28b-87eb62e63fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:51.037563 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8683b409-8fb2-4587-bc2a-9e6684b84e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.049601 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6463284b-25fd-42fc-8c8e-f3306e830210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:51.055915 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6463284b-25fd-42fc-8c8e-f3306e830210 admin admin] Usage tracker for resource:security_group_rule and tenant:38b0920f63da445e80cfb321c60ff04c is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:51.059944 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6463284b-25fd-42fc-8c8e-f3306e830210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:51.061910 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-a39572b1-c598-4691-9d2c-85384a5a05d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c401b7b84a5a4f8cacd426d7774a3508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833819 May 26 11:02:51.064176 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39572b1-c598-4691-9d2c-85384a5a05d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28099bce-e8db-4df5-8714-4a9ed70d13f4,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:51.065925 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 40888) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:51.066809 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-8683b409-8fb2-4587-bc2a-9e6684b84e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:51.067284 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a39572b1-c598-4691-9d2c-85384a5a05d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:51.070589 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6463284b-25fd-42fc-8c8e-f3306e830210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:51.079864 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-8683b409-8fb2-4587-bc2a-9e6684b84e70 admin admin] Usage tracker for resource:security_group_rule and tenant:9a7eaa43160b4a82a54f3d6e60b7a683 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:51.092083 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-8683b409-8fb2-4587-bc2a-9e6684b84e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:51.107166 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-8683b409-8fb2-4587-bc2a-9e6684b84e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:51.202678 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1426c11d-2c0a-4175-922c-4e5efa0212a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.257557 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1426c11d-2c0a-4175-922c-4e5efa0212a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.318015 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6463284b-25fd-42fc-8c8e-f3306e830210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.330620 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6463284b-25fd-42fc-8c8e-f3306e830210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.342212 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-45e54c0a-d0dc-4348-a402-42b0c2966cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:51.373270 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8683b409-8fb2-4587-bc2a-9e6684b84e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.394092 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8683b409-8fb2-4587-bc2a-9e6684b84e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.416480 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40898) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:51.416609 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-6463284b-25fd-42fc-8c8e-f3306e830210 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38b0920f63da445e80cfb321c60ff04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317248 May 26 11:02:51.419834 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463284b-25fd-42fc-8c8e-f3306e830210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8e4818-f45d-4b9c-9234-1fb39a270d21,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:51.421283 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242daaf-6a78-45c5-8f58-b1ae0d5f2aa6 req-254ba8fb-36c6-4df5-a588-d45aa64f77fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:51.423206 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d242daaf-6a78-45c5-8f58-b1ae0d5f2aa6 req-254ba8fb-36c6-4df5-a588-d45aa64f77fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 1099 time: 0.1746862 May 26 11:02:51.431030 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6463284b-25fd-42fc-8c8e-f3306e830210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:51.431030 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-02e7f906-b08f-4372-bd13-c06d4b3feb4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:51.454051 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-8683b409-8fb2-4587-bc2a-9e6684b84e70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a7eaa43160b4a82a54f3d6e60b7a683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5724115 May 26 11:02:51.456667 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 40902) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:51.462215 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1426c11d-2c0a-4175-922c-4e5efa0212a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.481490 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683b409-8fb2-4587-bc2a-9e6684b84e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85cee28-66df-41d8-b4b2-4c0efcd75351,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:51.486141 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-8683b409-8fb2-4587-bc2a-9e6684b84e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:51.486626 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-5cf1c373-8cbe-4da5-aa9e-7462e9f73b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:51.496069 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09139b79-eec3-40b4-a0c9-c9f8fbf761ee req-336612b4-d2aa-4ae1-a95f-9e1fbc13b511 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:51.497520 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-09139b79-eec3-40b4-a0c9-c9f8fbf761ee req-336612b4-d2aa-4ae1-a95f-9e1fbc13b511 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1994710 May 26 11:02:51.499160 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1426c11d-2c0a-4175-922c-4e5efa0212a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.502706 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-1426c11d-2c0a-4175-922c-4e5efa0212a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28099bce-e8db-4df5-8714-4a9ed70d13f4 HTTP/1.1" status: 204 len: 168 time: 0.4311442 May 26 11:02:51.502706 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426c11d-2c0a-4175-922c-4e5efa0212a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28099bce-e8db-4df5-8714-4a9ed70d13f4,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:51.503542 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1426c11d-2c0a-4175-922c-4e5efa0212a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:51.573020 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d242daaf-6a78-45c5-8f58-b1ae0d5f2aa6 req-554f9daf-e119-41f3-ac60-af2d2e1de84f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356802 May 26 11:02:51.607537 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1b721c9e-4bab-4388-b0be-9ffe814bb373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.636198 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-09139b79-eec3-40b4-a0c9-c9f8fbf761ee req-673ca438-553f-4720-ba57-1d4d7580d99c tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211674 May 26 11:02:51.653220 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-229afa32-d449-4a99-9f73-b0568ab0c3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.655957 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1b721c9e-4bab-4388-b0be-9ffe814bb373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.711813 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-229afa32-d449-4a99-9f73-b0568ab0c3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.766147 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1b721c9e-4bab-4388-b0be-9ffe814bb373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.773392 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bd1d2ab4-58ce-4f40-81b2-e6b2623a449b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:51.786751 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b721c9e-4bab-4388-b0be-9ffe814bb373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8e4818-f45d-4b9c-9234-1fb39a270d21,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:51.789288 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-229afa32-d449-4a99-9f73-b0568ab0c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.793338 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1b721c9e-4bab-4388-b0be-9ffe814bb373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:51.793841 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1b721c9e-4bab-4388-b0be-9ffe814bb373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:51.809732 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229afa32-d449-4a99-9f73-b0568ab0c3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85cee28-66df-41d8-b4b2-4c0efcd75351,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:51.815466 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-229afa32-d449-4a99-9f73-b0568ab0c3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:51.820310 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-229afa32-d449-4a99-9f73-b0568ab0c3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.820777 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-229afa32-d449-4a99-9f73-b0568ab0c3e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c85cee28-66df-41d8-b4b2-4c0efcd75351 HTTP/1.1" status: 204 len: 168 time: 0.3598919 May 26 11:02:51.823113 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1b721c9e-4bab-4388-b0be-9ffe814bb373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:51.826363 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-1b721c9e-4bab-4388-b0be-9ffe814bb373 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d8e4818-f45d-4b9c-9234-1fb39a270d21 HTTP/1.1" status: 204 len: 168 time: 0.4067607 May 26 11:02:52.155494 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:52.368980 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:52.852137 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e8144-9315-49d7-8012-e82222150004 req-27c04e76-8230-44f9-bc3b-eda5d01dd6cc tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:52.861284 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-795e8144-9315-49d7-8012-e82222150004 req-27c04e76-8230-44f9-bc3b-eda5d01dd6cc tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.1039290 May 26 11:02:52.863599 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9dca8499-fbe4-4179-a0d9-5744cb7887ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:52.914427 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-795e8144-9315-49d7-8012-e82222150004 req-4dee33e2-c03f-4e65-adec-6a6104a85bf2 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521262 May 26 11:02:53.533436 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:54.134271 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97f81e-b2f7-4415-adba-399c923fa4bd req-e6983183-c3c4-4a4a-9536-d327684f9c9c tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:54.135772 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5a97f81e-b2f7-4415-adba-399c923fa4bd req-e6983183-c3c4-4a4a-9536-d327684f9c9c tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.0800302 May 26 11:02:54.183401 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5a97f81e-b2f7-4415-adba-399c923fa4bd req-87f0055f-6596-425e-97dc-325b18c5c8fc tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416780 May 26 11:02:54.401134 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bff7e5-3430-4890-8528-13fe9a228621 req-6dedd7ef-dfdc-475b-8619-fadbeb5212e9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:54.402871 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-96bff7e5-3430-4890-8528-13fe9a228621 req-6dedd7ef-dfdc-475b-8619-fadbeb5212e9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1013236 May 26 11:02:54.451447 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-96bff7e5-3430-4890-8528-13fe9a228621 req-161e156d-e146-4942-9daf-cf1dbc9ce04b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 May 26 11:02:55.277572 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:57.386426 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 41162) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:57.515135 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-734a198b-f5f5-4dc7-b429-057747f81833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:57.530568 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-734a198b-f5f5-4dc7-b429-057747f81833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:57.534434 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-734a198b-f5f5-4dc7-b429-057747f81833 admin admin] Usage tracker for resource:security_group_rule and tenant:35a66ef6f6d8484ea3b601c7ff6eab2c is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:57.537539 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-734a198b-f5f5-4dc7-b429-057747f81833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:57.543701 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-734a198b-f5f5-4dc7-b429-057747f81833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:57.626035 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919281bc-39c9-49a6-a49f-a379cee622e5 req-22e69dd3-d1e0-417f-a7e7-87b79607ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:57.627526 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-919281bc-39c9-49a6-a49f-a379cee622e5 req-22e69dd3-d1e0-417f-a7e7-87b79607ac61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6d36e779aa646e9895a7565b95a5153&device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 1098 time: 0.1475229 May 26 11:02:57.630342 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-734a198b-f5f5-4dc7-b429-057747f81833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:57.634040 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-734a198b-f5f5-4dc7-b429-057747f81833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:57.638968 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6092c-aabe-490a-8084-8045c93e78ca req-7ff7b6f3-484f-4cd2-a933-69f1c1edc889 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:57.640415 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f6b6092c-aabe-490a-8084-8045c93e78ca req-7ff7b6f3-484f-4cd2-a933-69f1c1edc889 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1206565 May 26 11:02:57.642510 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1b85b455-c4bb-4394-8ebd-94c311017386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:57.685937 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-734a198b-f5f5-4dc7-b429-057747f81833 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35a66ef6f6d8484ea3b601c7ff6eab2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983344 May 26 11:02:57.686831 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a198b-f5f5-4dc7-b429-057747f81833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43548412-ec81-4318-ae2f-ec0aab47bb46,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:57.689080 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 41170) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:57.691643 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-734a198b-f5f5-4dc7-b429-057747f81833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:57.748888 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06ad3dc6-b141-4497-b9a6-43175d2edfb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:57.771033 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f6b6092c-aabe-490a-8084-8045c93e78ca req-482dc67c-1266-4efe-83a5-bb94ebced00a tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060228 May 26 11:02:57.778515 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06ad3dc6-b141-4497-b9a6-43175d2edfb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:57.821773 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919281bc-39c9-49a6-a49f-a379cee622e5 req-7f07bb03-0ec0-4f5b-bb0d-2d3cb16ab71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:57.823647 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-919281bc-39c9-49a6-a49f-a379cee622e5 req-7f07bb03-0ec0-4f5b-bb0d-2d3cb16ab71a service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 HTTP/1.1" status: 200 len: 919 time: 0.1813817 May 26 11:02:57.836462 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06ad3dc6-b141-4497-b9a6-43175d2edfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:57.842686 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:57.856790 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad3dc6-b141-4497-b9a6-43175d2edfb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43548412-ec81-4318-ae2f-ec0aab47bb46,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:57.860041 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-06ad3dc6-b141-4497-b9a6-43175d2edfb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:57.862068 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06ad3dc6-b141-4497-b9a6-43175d2edfb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:57.863739 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-06ad3dc6-b141-4497-b9a6-43175d2edfb2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43548412-ec81-4318-ae2f-ec0aab47bb46 HTTP/1.1" status: 204 len: 168 time: 0.1737504 May 26 11:02:57.902150 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-919281bc-39c9-49a6-a49f-a379cee622e5 req-d790100c-4ef2-4cf2-9fd7-fcb46985e906 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2320114-43c3-4b14-b533-2766c8142cfd HTTP/1.1" status: 200 len: 217 time: 0.0684416 May 26 11:02:57.975665 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919281bc-39c9-49a6-a49f-a379cee622e5 req-2cb7152d-2668-4cf4-9d37-68cf1cd015b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:57.977646 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-919281bc-39c9-49a6-a49f-a379cee622e5 req-2cb7152d-2668-4cf4-9d37-68cf1cd015b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbf6281a-8c05-4fba-8ba1-63390fc46865 HTTP/1.1" status: 200 len: 858 time: 0.0624490 May 26 11:02:58.033124 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-919281bc-39c9-49a6-a49f-a379cee622e5 req-81c1aa7c-9dbc-4e75-9736-1dc62c17c463 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430734 May 26 11:02:58.210706 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-919281bc-39c9-49a6-a49f-a379cee622e5 req-f0978e7e-b1d4-4cc5-ba93-d44bcab494cf service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698976 May 26 11:02:58.382972 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-919281bc-39c9-49a6-a49f-a379cee622e5 req-b8c9e056-cb62-4e97-9ddd-b76d308d4bba service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567502 May 26 11:02:58.993531 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43de309-9d09-48eb-9282-19385ce0b461 req-3965a41f-2c85-45f5-8c9c-1220953fd9a0 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:02:58.995042 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e43de309-9d09-48eb-9282-19385ce0b461 req-3965a41f-2c85-45f5-8c9c-1220953fd9a0 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0954740 May 26 11:02:59.066245 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e43de309-9d09-48eb-9282-19385ce0b461 req-a7c9d9eb-96e0-406a-87d2-55f43140047e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625355 May 26 11:02:59.320333 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 41248) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:59.445232 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-510b1c4a-63e9-4350-a4e9-39a395baeb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:59.460450 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-510b1c4a-63e9-4350-a4e9-39a395baeb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:02:59.464347 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-510b1c4a-63e9-4350-a4e9-39a395baeb3a admin admin] Usage tracker for resource:security_group_rule and tenant:1689513d9d1e4610a88ecdce4d9b70b1 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:02:59.467217 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-510b1c4a-63e9-4350-a4e9-39a395baeb3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:02:59.474035 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-510b1c4a-63e9-4350-a4e9-39a395baeb3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:02:59.557951 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-510b1c4a-63e9-4350-a4e9-39a395baeb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:59.561844 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-510b1c4a-63e9-4350-a4e9-39a395baeb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:59.569890 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-889d54bd-c116-4596-86b3-f1c0eb33ff2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:59.619149 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b1c4a-63e9-4350-a4e9-39a395baeb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dd7e38-e8d2-4a63-9f62-2113c33545f3,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:59.630568 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-510b1c4a-63e9-4350-a4e9-39a395baeb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:59.635643 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-510b1c4a-63e9-4350-a4e9-39a395baeb3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1689513d9d1e4610a88ecdce4d9b70b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116724 May 26 11:02:59.635643 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 41264) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:02:59.707878 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-568ec2ab-3f15-4c08-8fd8-b3cc340cd73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:59.735151 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-568ec2ab-3f15-4c08-8fd8-b3cc340cd73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:59.789866 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-568ec2ab-3f15-4c08-8fd8-b3cc340cd73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:59.794841 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9927f379-b1a4-49be-a69a-29d5c3fc60a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:02:59.808637 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ec2ab-3f15-4c08-8fd8-b3cc340cd73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dd7e38-e8d2-4a63-9f62-2113c33545f3,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:02:59.811242 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-568ec2ab-3f15-4c08-8fd8-b3cc340cd73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:02:59.812401 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-568ec2ab-3f15-4c08-8fd8-b3cc340cd73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:02:59.816413 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-568ec2ab-3f15-4c08-8fd8-b3cc340cd73d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5dd7e38-e8d2-4a63-9f62-2113c33545f3 HTTP/1.1" status: 204 len: 168 time: 0.1768038 May 26 11:03:00.259300 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c33726-25b9-43bb-a46e-5cf27135b24b req-12316bed-fa21-4ec4-94c8-61a6a7e15e19 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:00.260836 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-24c33726-25b9-43bb-a46e-5cf27135b24b req-12316bed-fa21-4ec4-94c8-61a6a7e15e19 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0873015 May 26 11:03:00.312287 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-24c33726-25b9-43bb-a46e-5cf27135b24b req-87bbc6b8-9d19-4fd1-90e2-06278b65e992 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456481 May 26 11:03:00.845772 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 41312) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:03:00.977198 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c2fe87a3-7594-4d03-886d-d79c8a6ee556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:00.997914 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-c2fe87a3-7594-4d03-886d-d79c8a6ee556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:03:01.001818 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-c2fe87a3-7594-4d03-886d-d79c8a6ee556 admin admin] Usage tracker for resource:security_group_rule and tenant:bdaaa287515b46b09578e08676923754 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:03:01.004778 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-c2fe87a3-7594-4d03-886d-d79c8a6ee556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:03:01.015724 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-c2fe87a3-7594-4d03-886d-d79c8a6ee556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:03:01.134163 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c2fe87a3-7594-4d03-886d-d79c8a6ee556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:01.146104 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c2fe87a3-7594-4d03-886d-d79c8a6ee556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:01.160339 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9d2c5d2a-dc66-4eff-892f-2d36eb518b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:01.202254 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe87a3-7594-4d03-886d-d79c8a6ee556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51df18a7-5407-49f0-812a-dac21d97f5fa,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:01.205503 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c2fe87a3-7594-4d03-886d-d79c8a6ee556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:01.211283 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-c2fe87a3-7594-4d03-886d-d79c8a6ee556 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdaaa287515b46b09578e08676923754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643494 May 26 11:03:01.211824 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 41326) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:03:01.270597 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06fd2060-daaa-4e0e-a877-440225cd0101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:01.297605 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06fd2060-daaa-4e0e-a877-440225cd0101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:01.364326 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06fd2060-daaa-4e0e-a877-440225cd0101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:01.372427 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:01.392083 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd2060-daaa-4e0e-a877-440225cd0101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51df18a7-5407-49f0-812a-dac21d97f5fa,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:01.394878 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06fd2060-daaa-4e0e-a877-440225cd0101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:01.399391 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-06fd2060-daaa-4e0e-a877-440225cd0101 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51df18a7-5407-49f0-812a-dac21d97f5fa HTTP/1.1" status: 204 len: 168 time: 0.1865695 May 26 11:03:01.401233 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-06fd2060-daaa-4e0e-a877-440225cd0101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:01.574909 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29b7f-4547-4f25-a855-9ede303e859d req-622f5a50-464c-4435-aa26-72b7615c8201 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:01.576655 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-15e29b7f-4547-4f25-a855-9ede303e859d req-622f5a50-464c-4435-aa26-72b7615c8201 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1014588 May 26 11:03:01.654625 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-15e29b7f-4547-4f25-a855-9ede303e859d req-9a4f2e2c-dbf9-4c74-952a-7474c72b468a tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684812 May 26 11:03:02.854516 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c41221-da65-4815-b75e-2726fcf00b6b req-05aac479-b07c-4585-be27-de77b9c29732 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:02.856055 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-63c41221-da65-4815-b75e-2726fcf00b6b req-05aac479-b07c-4585-be27-de77b9c29732 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0901811 May 26 11:03:02.974258 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-63c41221-da65-4815-b75e-2726fcf00b6b req-0942bc11-97fb-4a8b-8bcc-98da0bcde9df tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124082 May 26 11:03:04.170555 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635f934-4e57-4f43-959a-f14a8e3a1ecb req-57cd2ba4-8eb3-42be-8a47-e0f9d5250260 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:04.171980 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3635f934-4e57-4f43-959a-f14a8e3a1ecb req-57cd2ba4-8eb3-42be-8a47-e0f9d5250260 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0859511 May 26 11:03:04.217534 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3635f934-4e57-4f43-959a-f14a8e3a1ecb req-60a00eb4-5aa5-4b6d-bc07-1f3229c23ef5 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394356 May 26 11:03:05.406403 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6865cc8-b1b5-40f5-87ce-8de7a607c520 req-707726ba-4397-48dd-9890-66d53ac0c1cc tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:05.408220 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c6865cc8-b1b5-40f5-87ce-8de7a607c520 req-707726ba-4397-48dd-9890-66d53ac0c1cc tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0800865 May 26 11:03:05.455658 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c6865cc8-b1b5-40f5-87ce-8de7a607c520 req-fd9a9bfa-ebac-44cf-9578-cde2ba57c579 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413854 May 26 11:03:06.661244 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368da8-dc6d-4581-8b25-3a40d226000b req-d2ff0b0b-a838-44e6-a0ee-a870ac37c26c tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:06.663433 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8f368da8-dc6d-4581-8b25-3a40d226000b req-d2ff0b0b-a838-44e6-a0ee-a870ac37c26c tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0927441 May 26 11:03:06.723931 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8f368da8-dc6d-4581-8b25-3a40d226000b req-0fa9aa2e-5d99-4bcd-af78-8929c3b22b4f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525553 May 26 11:03:07.904581 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066a366-8a1c-40df-a9a7-758375c717e7 req-2b605350-ba8b-431c-9cf5-d61c58e74cb0 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:07.906071 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8066a366-8a1c-40df-a9a7-758375c717e7 req-2b605350-ba8b-431c-9cf5-d61c58e74cb0 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0817754 May 26 11:03:07.951313 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8066a366-8a1c-40df-a9a7-758375c717e7 req-fc74d834-972c-41ca-a2e0-041097119654 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 May 26 11:03:09.153187 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214492c-7af1-4309-949d-912e3737b8c8 req-04a20a02-39e9-439a-b084-8e75022fc3b7 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:09.154689 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3214492c-7af1-4309-949d-912e3737b8c8 req-04a20a02-39e9-439a-b084-8e75022fc3b7 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0880373 May 26 11:03:09.199779 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3214492c-7af1-4309-949d-912e3737b8c8 req-e6c17f6a-9e4d-4ed7-a814-7365b355cb2a tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386920 May 26 11:03:10.428892 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb16816-c048-451c-a597-a3cf8e064337 req-c0d26664-7bd7-4178-8625-28bbae137506 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:10.432592 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8cb16816-c048-451c-a597-a3cf8e064337 req-c0d26664-7bd7-4178-8625-28bbae137506 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1035337 May 26 11:03:10.490834 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8cb16816-c048-451c-a597-a3cf8e064337 req-2a6644e6-4db9-4146-ab5e-e2917e60e005 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483990 May 26 11:03:10.546269 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71921e6-d42a-4346-8d26-8f3b20fe03ea req-4879534d-48b4-4270-9aef-861e79e0bb7d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:10.547860 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b71921e6-d42a-4346-8d26-8f3b20fe03ea req-4879534d-48b4-4270-9aef-861e79e0bb7d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.1236928 May 26 11:03:10.602808 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b71921e6-d42a-4346-8d26-8f3b20fe03ea req-3551251c-7f97-4c8f-88a4-d7cc8006bbcb tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483112 May 26 11:03:11.763006 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ea0de-7ec7-4453-a03b-1fb5997102c5 req-c4dde4a9-f10d-4f1e-a31a-9d611b404afc tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:11.764523 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-479ea0de-7ec7-4453-a03b-1fb5997102c5 req-c4dde4a9-f10d-4f1e-a31a-9d611b404afc tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1628931 May 26 11:03:11.812140 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-479ea0de-7ec7-4453-a03b-1fb5997102c5 req-49798ef9-655d-4494-bc94-661914dd24fc tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 May 26 11:03:11.816695 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a42b9-37e2-4131-9016-f0086ad8e6f3 req-d4648bd9-a50d-47fc-ac88-f01ac51eb1df tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:11.818289 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-300a42b9-37e2-4131-9016-f0086ad8e6f3 req-d4648bd9-a50d-47fc-ac88-f01ac51eb1df tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0970848 May 26 11:03:11.865733 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-300a42b9-37e2-4131-9016-f0086ad8e6f3 req-7c9756fb-910a-47a4-b01d-cce92fa038f2 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419040 May 26 11:03:12.498855 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fc76e-b691-402f-a7bf-6cba4118cd69 req-1f73ed3d-5ee2-45d9-91da-d96290d05b39 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:12.500269 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-513fc76e-b691-402f-a7bf-6cba4118cd69 req-1f73ed3d-5ee2-45d9-91da-d96290d05b39 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0859532 May 26 11:03:12.544178 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-513fc76e-b691-402f-a7bf-6cba4118cd69 req-5e6a0b33-4449-43f9-9cb7-27b0e9e12386 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374475 May 26 11:03:13.024997 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bbd11-5310-4d2f-bf84-cc6594640e3e req-36563680-6489-4c62-a0d9-3cc78a4d4bcc tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:13.026712 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-812bbd11-5310-4d2f-bf84-cc6594640e3e req-36563680-6489-4c62-a0d9-3cc78a4d4bcc tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1047308 May 26 11:03:13.073413 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3effb47-0f74-46c0-824f-c58f2e1b9a38 req-0e76997f-42e2-4009-9839-f920fdbf7868 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:13.074018 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-812bbd11-5310-4d2f-bf84-cc6594640e3e req-97ad4859-16df-4282-bf38-d8b0297465cf tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400178 May 26 11:03:13.074633 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a3effb47-0f74-46c0-824f-c58f2e1b9a38 req-0e76997f-42e2-4009-9839-f920fdbf7868 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0916383 May 26 11:03:13.120371 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a3effb47-0f74-46c0-824f-c58f2e1b9a38 req-eb2d71b7-882e-48b8-b90c-da90217dcaca tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400052 May 26 11:03:13.730746 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97980e6-8bc0-434e-8a35-5d575b6bc686 req-fbd791e9-40a7-4843-bd97-8b74df96dcd6 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:13.732200 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f97980e6-8bc0-434e-8a35-5d575b6bc686 req-fbd791e9-40a7-4843-bd97-8b74df96dcd6 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0808909 May 26 11:03:13.776743 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f97980e6-8bc0-434e-8a35-5d575b6bc686 req-40bc200a-3d75-42e2-9401-d312d8a885ef tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381701 May 26 11:03:14.265891 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4fac-3049-4dbe-bde1-a6332c0f8595 req-3b318f6d-e826-49f8-9050-cae245de75c3 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:14.267371 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-24ff4fac-3049-4dbe-bde1-a6332c0f8595 req-3b318f6d-e826-49f8-9050-cae245de75c3 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0872486 May 26 11:03:14.314215 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-24ff4fac-3049-4dbe-bde1-a6332c0f8595 req-49dc2c55-abe8-4404-a06f-0535a8afe1f9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401037 May 26 11:03:14.318956 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a24b1-6732-4018-9405-109f2df2c247 req-d71e61ec-5cb5-4f23-8862-a8d77f633336 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:14.320681 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-df2a24b1-6732-4018-9405-109f2df2c247 req-d71e61ec-5cb5-4f23-8862-a8d77f633336 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0877018 May 26 11:03:14.369615 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-df2a24b1-6732-4018-9405-109f2df2c247 req-7af201cd-22d8-4bfc-9813-626f0d9de43a tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432568 May 26 11:03:14.963094 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b82c33-e86c-4b2a-a5dc-46098b65c0eb req-116eb693-4252-4d04-bc52-adebd551658f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:14.964625 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-62b82c33-e86c-4b2a-a5dc-46098b65c0eb req-116eb693-4252-4d04-bc52-adebd551658f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0796373 May 26 11:03:15.018914 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-62b82c33-e86c-4b2a-a5dc-46098b65c0eb req-d8aef9d1-421a-4983-8a5e-5e02946dec03 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469539 May 26 11:03:15.241533 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 41686) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:03:15.356924 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:15.372382 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:03:15.376167 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Usage tracker for resource:security_group_rule and tenant:c686709b9bf449008ace44e4802d7ee2 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:03:15.379558 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:03:15.385126 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:03:15.533548 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:15.538223 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:15.546417 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6463284b-25fd-42fc-8c8e-f3306e830210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:15.591500 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e8a8-cb44-4964-ad7b-33a59002b82c req-cd4dc371-df2d-4c89-8106-724337413a10 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:15.593051 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5b64e8a8-cb44-4964-ad7b-33a59002b82c req-cd4dc371-df2d-4c89-8106-724337413a10 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1571994 May 26 11:03:15.603172 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c686709b9bf449008ace44e4802d7ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605187 May 26 11:03:15.603489 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d6ace-3f0f-4f09-b410-6f44562167d6 req-540bfafa-da3c-4a8d-ab14-3a133003c6d0 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:15.605001 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d96d6ace-3f0f-4f09-b410-6f44562167d6 req-540bfafa-da3c-4a8d-ab14-3a133003c6d0 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0901885 May 26 11:03:15.605121 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 41698) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:03:15.605790 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3cbdcc-b959-4c4b-845c-551c48df8b40,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:15.639914 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:15.640275 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:15.640627 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:15.640970 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:15.641309 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:15.641676 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:15.642012 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:15.642349 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:15.642716 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:15.643049 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:15.643378 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:15.643712 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:15.649870 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d96d6ace-3f0f-4f09-b410-6f44562167d6 req-8fca9cc6-a56f-46f5-96b2-e9ab14542883 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386844 May 26 11:03:15.656952 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6eff5c3f-bac4-44c2-aab2-5e538f3004e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:15.697743 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5b64e8a8-cb44-4964-ad7b-33a59002b82c req-53e8c260-46da-4616-a6a3-5fa5ee6327aa tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932598 May 26 11:03:15.720287 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1f80441e-2be0-4bb1-ac6a-50a00de847f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:15.746714 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1f80441e-2be0-4bb1-ac6a-50a00de847f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:15.798465 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1f80441e-2be0-4bb1-ac6a-50a00de847f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:15.802849 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6fe32ea9-b978-4ed6-9b27-62608f9048ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:15.814270 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80441e-2be0-4bb1-ac6a-50a00de847f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3cbdcc-b959-4c4b-845c-551c48df8b40,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:15.818112 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1f80441e-2be0-4bb1-ac6a-50a00de847f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:15.821461 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1f80441e-2be0-4bb1-ac6a-50a00de847f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:15.822596 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-1f80441e-2be0-4bb1-ac6a-50a00de847f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe3cbdcc-b959-4c4b-845c-551c48df8b40 HTTP/1.1" status: 204 len: 168 time: 0.2143798 May 26 11:03:16.214499 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b15bc-d6b5-4afb-8399-5f340d85336a req-fd953383-f373-42a3-a729-1c25b8e3715a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:16.216107 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-966b15bc-d6b5-4afb-8399-5f340d85336a req-fd953383-f373-42a3-a729-1c25b8e3715a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0935462 May 26 11:03:16.269851 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-966b15bc-d6b5-4afb-8399-5f340d85336a req-c4bfe6f3-3fb8-4fc6-b3fe-8ea6fc706953 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462563 May 26 11:03:16.888330 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4bd07-543a-410a-bfb1-8807519ec13a req-8ea03e2a-9419-45f6-a345-4036ce38fc7d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:16.893109 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b2f4bd07-543a-410a-bfb1-8807519ec13a req-8ea03e2a-9419-45f6-a345-4036ce38fc7d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.1158149 May 26 11:03:16.925790 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d56874-72fa-47aa-8397-8d275f2e8275 req-0f09a251-16e5-4e23-9c30-26d042e42920 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:16.927874 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-27d56874-72fa-47aa-8397-8d275f2e8275 req-0f09a251-16e5-4e23-9c30-26d042e42920 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1031179 May 26 11:03:16.940222 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b2f4bd07-543a-410a-bfb1-8807519ec13a req-ddae8706-70ac-44e4-9119-083f20101f4c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401778 May 26 11:03:17.003079 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-27d56874-72fa-47aa-8397-8d275f2e8275 req-ea9bfdf8-9c15-4419-becd-8145a7434679 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694764 May 26 11:03:17.460035 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2ab4d-e651-4c86-b9ee-b82805ca8b20 req-b861f676-e625-4e10-9fd5-04b8a3d9cbf2 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:17.461493 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0cf2ab4d-e651-4c86-b9ee-b82805ca8b20 req-b861f676-e625-4e10-9fd5-04b8a3d9cbf2 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0811951 May 26 11:03:17.504738 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0cf2ab4d-e651-4c86-b9ee-b82805ca8b20 req-7eaf0962-4f44-460e-9b49-afa16e19507e tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376585 May 26 11:03:18.137910 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caafc5-e0e9-4b7d-a2f2-31ea6967ae17 req-4ce6fa36-fb9b-4174-bf3f-44ca134de4d9 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:18.139386 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b3caafc5-e0e9-4b7d-a2f2-31ea6967ae17 req-4ce6fa36-fb9b-4174-bf3f-44ca134de4d9 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0847790 May 26 11:03:18.197776 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b3caafc5-e0e9-4b7d-a2f2-31ea6967ae17 req-5cb376dd-cdad-4097-90b9-41f855f101b0 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489445 May 26 11:03:18.197881 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18745d44-07a5-4d03-a62f-e0066ab9ab5c req-98aad630-dfd9-4f2e-ab93-b4cd250811f6 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:18.198321 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-18745d44-07a5-4d03-a62f-e0066ab9ab5c req-98aad630-dfd9-4f2e-ab93-b4cd250811f6 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0854483 May 26 11:03:18.256302 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-18745d44-07a5-4d03-a62f-e0066ab9ab5c req-2a17ee8f-fe69-4824-a359-486a3df13369 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512612 May 26 11:03:18.690076 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6d790-89c4-48ea-981a-62cbd9ae2a92 req-f3f8a842-38de-401e-ae24-2ac6ba06f2cd tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:18.691523 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3bf6d790-89c4-48ea-981a-62cbd9ae2a92 req-f3f8a842-38de-401e-ae24-2ac6ba06f2cd tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0813601 May 26 11:03:18.741801 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3bf6d790-89c4-48ea-981a-62cbd9ae2a92 req-5ff6b895-8882-411f-97b0-16c78f731764 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447490 May 26 11:03:19.400373 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a726b9e-211e-4155-a413-681f7d798a44 req-e6c3d8dc-e679-409f-b048-c96f06092ed8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:19.401790 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6a726b9e-211e-4155-a413-681f7d798a44 req-e6c3d8dc-e679-409f-b048-c96f06092ed8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0888898 May 26 11:03:19.445569 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6a726b9e-211e-4155-a413-681f7d798a44 req-d0c457d6-7224-4b4a-89c6-f12663ad2fcf tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381117 May 26 11:03:19.516749 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8825d92-a3c3-4372-bde1-3aea0ff1807a req-46681487-b68d-436a-b572-f8e5edb1103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:19.518927 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b8825d92-a3c3-4372-bde1-3aea0ff1807a req-46681487-b68d-436a-b572-f8e5edb1103f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 1099 time: 0.0820053 May 26 11:03:19.644762 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c56e78-88fa-475f-b51e-3e896a10ca9e req-7e22cbfc-7490-4927-af4a-37788b46f685 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:19.646279 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-91c56e78-88fa-475f-b51e-3e896a10ca9e req-7e22cbfc-7490-4927-af4a-37788b46f685 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0898204 May 26 11:03:19.676681 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8825d92-a3c3-4372-bde1-3aea0ff1807a req-7f240f09-84f8-4a1f-bdc7-6807a54a2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:19.678098 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b8825d92-a3c3-4372-bde1-3aea0ff1807a req-7f240f09-84f8-4a1f-bdc7-6807a54a2618 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 200 len: 918 time: 0.1346943 May 26 11:03:19.694913 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-91c56e78-88fa-475f-b51e-3e896a10ca9e req-01fe23b2-e1ff-4cac-a44f-f33d2a77ed89 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 May 26 11:03:19.784848 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b8825d92-a3c3-4372-bde1-3aea0ff1807a req-06ae8e6f-5f30-4de0-b97b-27c5d055e1a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7 HTTP/1.1" status: 200 len: 1001 time: 0.0999818 May 26 11:03:19.855373 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8825d92-a3c3-4372-bde1-3aea0ff1807a req-cf63884a-37b8-4ea4-9347-003855eb5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:19.856830 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b8825d92-a3c3-4372-bde1-3aea0ff1807a req-cf63884a-37b8-4ea4-9347-003855eb5092 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78da3282-26cc-4d36-90ec-09bda8e0be96 HTTP/1.1" status: 200 len: 856 time: 0.0636635 May 26 11:03:19.932891 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8100117-d555-422e-9593-196f8a58a95e req-89c6d994-78d1-4359-ad98-833195f838fb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:19.934513 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e8100117-d555-422e-9593-196f8a58a95e req-89c6d994-78d1-4359-ad98-833195f838fb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0864880 May 26 11:03:19.940809 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8825d92-a3c3-4372-bde1-3aea0ff1807a req-dbeebbf6-da30-4db8-87ba-e39d8a82fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:19.942325 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b8825d92-a3c3-4372-bde1-3aea0ff1807a req-dbeebbf6-da30-4db8-87ba-e39d8a82fb7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7ee213c-6e0b-4113-9589-8fb92bbb537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729287 May 26 11:03:19.983504 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e8100117-d555-422e-9593-196f8a58a95e req-c567ed37-f4b8-46c7-9011-b99114908ca6 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425429 May 26 11:03:20.144086 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b8825d92-a3c3-4372-bde1-3aea0ff1807a req-db30ff52-9768-4c4a-8098-3cca9b18d6e4 service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914835 May 26 11:03:20.217152 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:03:20.236110 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d219c3fd-e090-4abd-a44f-7aab85fe3289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:20.278602 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b8825d92-a3c3-4372-bde1-3aea0ff1807a req-10a65201-bd34-4bfa-8d76-e990b04993d8 service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267116 May 26 11:03:20.644729 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181afb60-a73e-49f5-82eb-72f54e733959 req-a0430b9d-f32f-4892-95c7-6849aae67e09 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:20.646223 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-181afb60-a73e-49f5-82eb-72f54e733959 req-a0430b9d-f32f-4892-95c7-6849aae67e09 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0839896 May 26 11:03:20.697939 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-181afb60-a73e-49f5-82eb-72f54e733959 req-ec21df1b-e9aa-4065-9c49-1416951f76af tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455482 May 26 11:03:20.882733 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568413-505b-469c-b3f7-324aa71e9cf3 req-d299620f-be97-492c-bf3e-5da28f4d5572 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:20.885821 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c7568413-505b-469c-b3f7-324aa71e9cf3 req-d299620f-be97-492c-bf3e-5da28f4d5572 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0863402 May 26 11:03:20.929332 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c7568413-505b-469c-b3f7-324aa71e9cf3 req-92390581-92e8-493d-8fce-d98daebda03d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393620 May 26 11:03:21.169804 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae78741-8699-42d7-94ed-5669804f9e74 req-d0484729-477a-41b7-8233-be4939e12893 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:21.171246 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-cae78741-8699-42d7-94ed-5669804f9e74 req-d0484729-477a-41b7-8233-be4939e12893 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0836143 May 26 11:03:21.215239 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-cae78741-8699-42d7-94ed-5669804f9e74 req-6ad58153-f0d9-418b-97ad-410bc8f73ecd tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377393 May 26 11:03:21.889232 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a6769-7e1d-4c27-84fc-a985812e5e61 req-9047c297-f5d2-459c-98f6-4b822dbd6c8c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:21.890701 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b87a6769-7e1d-4c27-84fc-a985812e5e61 req-9047c297-f5d2-459c-98f6-4b822dbd6c8c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0793350 May 26 11:03:21.936575 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b87a6769-7e1d-4c27-84fc-a985812e5e61 req-e19245f9-7ab3-4de5-8f3b-bd2bbc9b0a9c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396023 May 26 11:03:22.155660 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:22.187616 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01fd0-5ff8-427c-9999-fbb4e5f1477a req-2a845ec9-c15c-43ff-b9f7-58695567ee0d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:22.189654 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b7e01fd0-5ff8-427c-9999-fbb4e5f1477a req-2a845ec9-c15c-43ff-b9f7-58695567ee0d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1528347 May 26 11:03:22.233906 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b7e01fd0-5ff8-427c-9999-fbb4e5f1477a req-0bdd84ee-bb99-4ee5-be90-ef0de60510d4 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385416 May 26 11:03:22.364419 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:22.414808 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2fe07-cb07-4e24-85ab-45cc2e1f17f1 req-c255bb40-e1ff-4bed-90e4-1ad8e08f18da tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:22.416256 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-05d2fe07-cb07-4e24-85ab-45cc2e1f17f1 req-c255bb40-e1ff-4bed-90e4-1ad8e08f18da tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0895159 May 26 11:03:22.461887 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-05d2fe07-cb07-4e24-85ab-45cc2e1f17f1 req-c2396911-6c86-4b4a-af58-c636e8d9eeea tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400212 May 26 11:03:22.867368 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cb415bdd-8e42-4ba5-a8f4-2516c4e3db57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:23.137633 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342a5ab-30fd-43a5-8343-9b0347502d68 req-8b9c61dc-0286-44eb-8518-96baa248192b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:23.139094 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3342a5ab-30fd-43a5-8343-9b0347502d68 req-8b9c61dc-0286-44eb-8518-96baa248192b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0841985 May 26 11:03:23.182736 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3342a5ab-30fd-43a5-8343-9b0347502d68 req-5d126a19-e9ca-40a4-929c-40d85fdf0a03 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374651 May 26 11:03:23.421954 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7963656-3549-4fda-831e-f5224e0eec4e req-ba6a308b-ea76-42c3-9648-abcd4b45d01a tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:23.423478 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c7963656-3549-4fda-831e-f5224e0eec4e req-ba6a308b-ea76-42c3-9648-abcd4b45d01a tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0843022 May 26 11:03:23.468201 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c7963656-3549-4fda-831e-f5224e0eec4e req-521b7cbc-d7c5-4f00-84bd-d6fbfb6b2b20 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385480 May 26 11:03:23.530378 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:23.654533 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7b547-af71-4896-a12d-f25b00750e30 req-97cd5422-a058-477b-a726-79b9222de5da tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:23.655994 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-08f7b547-af71-4896-a12d-f25b00750e30 req-97cd5422-a058-477b-a726-79b9222de5da tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0837500 May 26 11:03:23.703499 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-08f7b547-af71-4896-a12d-f25b00750e30 req-6ad2dbf0-9d09-4c8c-a787-aef1a748d049 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382469 May 26 11:03:24.385458 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70e15d-0870-4291-bd42-9d37cca7f9d1 req-c73a855c-cf95-48fa-b670-c8d2628a823e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:24.386932 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-aa70e15d-0870-4291-bd42-9d37cca7f9d1 req-c73a855c-cf95-48fa-b670-c8d2628a823e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0902731 May 26 11:03:24.437192 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-aa70e15d-0870-4291-bd42-9d37cca7f9d1 req-f4152ee1-26f1-4960-9a2f-593406e4c54f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439353 May 26 11:03:24.654786 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd88be-0f08-4dc2-a931-11fb03c34810 req-7d5f55da-bf1d-4d4f-b839-011ef8082b4b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:24.656650 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0bbd88be-0f08-4dc2-a931-11fb03c34810 req-7d5f55da-bf1d-4d4f-b839-011ef8082b4b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0825908 May 26 11:03:24.706222 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0bbd88be-0f08-4dc2-a931-11fb03c34810 req-adfc9669-b365-4925-a7d4-8f34911c8d1c tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 May 26 11:03:24.885785 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60e1ca-d19b-49da-b03c-ab26cbd2bdd6 req-e54c6779-8dbb-498f-8905-61705b310a93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:24.887220 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5f60e1ca-d19b-49da-b03c-ab26cbd2bdd6 req-e54c6779-8dbb-498f-8905-61705b310a93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0785184 May 26 11:03:24.935151 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5f60e1ca-d19b-49da-b03c-ab26cbd2bdd6 req-3643f702-1979-422b-9346-35d00d18ccea tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415409 May 26 11:03:25.007155 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-7b06961a-62b4-4f82-8062-5726291f3b67 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=aca2c7b959f049c290206af2d5d34bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338345 May 26 11:03:25.149814 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-dd05abb7-46d3-4268-b52b-245f0b3adef8 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:25.151237 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-dd05abb7-46d3-4268-b52b-245f0b3adef8 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433415 May 26 11:03:25.165042 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-64b746bb-a0a3-46d4-8f4b-440b52301fe8 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/quotas/aca2c7b959f049c290206af2d5d34bbd HTTP/1.1" status: 200 len: 375 time: 0.0085161 May 26 11:03:25.214668 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-daf625a0-0b9c-4612-bd17-e90cd27c5630 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aca2c7b959f049c290206af2d5d34bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446947 May 26 11:03:25.281495 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:25.409045 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4715c26e-aae1-44a1-9e4d-fa41bcb13877 req-18b6f26f-f2af-41aa-b2cf-8797c1a9802a tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 210 time: 0.0439289 May 26 11:03:25.640376 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c415fb6-0200-4fb8-91f3-96d85bbb42fb req-395fa577-60b5-45f6-bf74-833b104844c8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:25.641921 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9c415fb6-0200-4fb8-91f3-96d85bbb42fb req-395fa577-60b5-45f6-bf74-833b104844c8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0870447 May 26 11:03:25.689848 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9c415fb6-0200-4fb8-91f3-96d85bbb42fb req-9ddfc2b5-a145-4625-a651-b504cacaa9c5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421720 May 26 11:03:25.910205 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67939b-92d4-46e7-8f0d-5f3996f90baf req-140e3237-117a-4a54-859f-b11907aa4f0b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:25.911654 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-bb67939b-92d4-46e7-8f0d-5f3996f90baf req-140e3237-117a-4a54-859f-b11907aa4f0b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0868609 May 26 11:03:25.964929 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-bb67939b-92d4-46e7-8f0d-5f3996f90baf req-3f5bd59d-3802-4e71-ab28-176f8ebbdce8 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404050 May 26 11:03:26.154707 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7f5d8-35f3-465d-82b8-fbc2711e7a01 req-98dcbd69-7213-4948-8df4-74341806ea87 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:26.156301 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-fac7f5d8-35f3-465d-82b8-fbc2711e7a01 req-98dcbd69-7213-4948-8df4-74341806ea87 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.1002767 May 26 11:03:26.201284 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-fac7f5d8-35f3-465d-82b8-fbc2711e7a01 req-92f2c004-fe95-491d-86f4-60c21b7dbc4a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388024 May 26 11:03:26.557265 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-26e43f2b-e223-4d86-bb84-eacdbaee6bd8 req-849bb56a-43b1-4d2b-87be-97922dc7c5b0 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 210 time: 0.0419266 May 26 11:03:26.665424 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-c6fc2f77-068a-4a23-9825-91e2ccfb09d9 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aca2c7b959f049c290206af2d5d34bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255876 May 26 11:03:26.871276 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-3198123a-c1fa-493c-ae42-15b497db27ad tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:26.872693 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-3198123a-c1fa-493c-ae42-15b497db27ad tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019951 May 26 11:03:26.909865 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa57963-ad54-4637-98d5-8d6ba72ab41a req-b573589c-88e8-4d68-b5a6-87340b7f1d5e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:26.911454 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2fa57963-ad54-4637-98d5-8d6ba72ab41a req-b573589c-88e8-4d68-b5a6-87340b7f1d5e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0957372 May 26 11:03:26.920126 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Request body: {'port': {'device_id': 'b8bd51e8-3760-425d-bf42-076ed5b1fcd2', 'network_id': 'a6f6c047-b666-458f-bbad-4e5dd810d276', 'admin_state_up': True, 'tenant_id': 'aca2c7b959f049c290206af2d5d34bbd'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:03:27.017911 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f313f2e-7e4a-41f9-a626-b1d764d96391 req-ea1a88fd-8fc3-4db9-9279-c29d692ff9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:27.019617 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0f313f2e-7e4a-41f9-a626-b1d764d96391 req-ea1a88fd-8fc3-4db9-9279-c29d692ff9d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 1098 time: 0.0835805 May 26 11:03:27.056026 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2fa57963-ad54-4637-98d5-8d6ba72ab41a req-ab462259-3e69-499d-8d1c-ee6857047265 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209495 May 26 11:03:27.101526 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:03:27.105294 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Usage tracker for resource:port and tenant:aca2c7b959f049c290206af2d5d34bbd is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:03:27.108060 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:03:27.114532 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:03:27.124442 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Made reservation on behalf of aca2c7b959f049c290206af2d5d34bbd for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:03:27.128460 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:27.141868 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:27.158696 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:03:27.162830 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Usage tracker for resource:security_group_rule and tenant:aca2c7b959f049c290206af2d5d34bbd is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:03:27.164706 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dfcf3-6b2c-460a-8b94-9f7c449bc7ef req-feb0a860-acfe-46ab-bd0c-de6815d75507 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:27.165671 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:03:27.173930 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7f3dfcf3-6b2c-460a-8b94-9f7c449bc7ef req-feb0a860-acfe-46ab-bd0c-de6815d75507 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0907829 May 26 11:03:27.175573 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:03:27.189365 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 4d23add1-7e90-4389-9dc6-335cdee0b5c7 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:03:27.259704 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7f3dfcf3-6b2c-460a-8b94-9f7c449bc7ef req-e66bfccf-e277-4d82-a464-3f778d6f4c54 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812626 May 26 11:03:27.281635 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0f313f2e-7e4a-41f9-a626-b1d764d96391 req-c1adae31-db5f-49e6-b427-be0bbfc12557 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712464 May 26 11:03:27.299516 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:27.305241 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:27.310836 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7f42fa03-4243-4ba0-871b-6d7ba0ce25e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:27.385205 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 4d23add1-7e90-4389-9dc6-335cdee0b5c7, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:03:27.398490 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'port_id': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'mac_address': 'fa:16:3e:bc:6b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:03:27.437309 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dda148-4b62-49e8-8349-5ffea2c895d4,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:27.459612 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:27.471306 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:27.471306 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:27.471306 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:27.471654 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:27.471836 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:27.472246 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:27.472526 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:27.473145 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:27.473982 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:27.473982 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:27.474337 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:27.474635 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:27.478851 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:27.492127 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d23add1-7e90-4389-9dc6-335cdee0b5c7 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:03:27.508013 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 4d23add1-7e90-4389-9dc6-335cdee0b5c7, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:03:27.512439 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:27.514599 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:27.566044 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b2708-7732-4812-9834-50ad1e0db81f req-7ea02b71-6503-473f-9a94-f13698f4162e tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:27.567528 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-264b2708-7732-4812-9834-50ad1e0db81f req-7ea02b71-6503-473f-9a94-f13698f4162e tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.2023313 May 26 11:03:27.584602 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=4d23add1-7e90-4389-9dc6-335cdee0b5c7,revision_number=6']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:27.588117 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:27.601314 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Allocated IP 192.168.233.24 (a6f6c047-b666-458f-bbad-4e5dd810d276/a62eb44f-9a52-41a9-98f3-8187f7a61650/6dd38eba-e99e-4ac7-b70b-073d371705e1) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:03:27.651107 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-264b2708-7732-4812-9834-50ad1e0db81f req-36a24f12-0b25-4f9c-8c77-76793d35269c tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770683 May 26 11:03:27.710475 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-811e9c2b-72a6-408b-973b-fa3c4dee2fab req-d3074c24-d98f-43f0-9f7b-c7bddd9f122a tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 210 time: 0.0424581 May 26 11:03:27.753443 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['4d23add1-7e90-4389-9dc6-335cdee0b5c7'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:03:27.839158 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:27.854441 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Transition to ACTIVE for port object 6dd38eba-e99e-4ac7-b70b-073d371705e1 will not be triggered until provisioned by entity DHCP. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:03:27.880972 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:27.887332 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:28.041624 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Network a6f6c047-b666-458f-bbad-4e5dd810d276 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:03:28.044605 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:03:28.048708 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:03:28.078668 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Pushing event updated for resources: {'Port': ['ID=6dd38eba-e99e-4ac7-b70b-073d371705e1,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:28.087694 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:28.115775 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:28.116408 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:28.147867 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2323146 May 26 11:03:28.169609 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Request body: {'port': {'device_id': 'b8bd51e8-3760-425d-bf42-076ed5b1fcd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:03:28.281239 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-bb3c6c66-8f59-4722-9868-23a12bc1e063 None None] Provisioning for port 6dd38eba-e99e-4ac7-b70b-073d371705e1 completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:03:28.290649 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-bb3c6c66-8f59-4722-9868-23a12bc1e063 None None] Provisioning complete for port 6dd38eba-e99e-4ac7-b70b-073d371705e1 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:03:28.295021 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6c66-8f59-4722-9868-23a12bc1e063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:28.346820 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:28.399921 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c6c66-8f59-4722-9868-23a12bc1e063 None None] Port 6dd38eba-e99e-4ac7-b70b-073d371705e1 cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:03:28.404781 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397387f-91a5-432d-8238-ec3c3902b72c req-874fcc87-6f25-46b1-a7de-5d3080a21b31 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:28.406363 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7397387f-91a5-432d-8238-ec3c3902b72c req-874fcc87-6f25-46b1-a7de-5d3080a21b31 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 945 time: 0.2061291 May 26 11:03:28.477376 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d16ad3-6530-444d-ab20-89fafa194864 req-4608c028-a848-492c-83bd-f3105f1233e1 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:28.478960 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c7d16ad3-6530-444d-ab20-89fafa194864 req-4608c028-a848-492c-83bd-f3105f1233e1 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0972385 May 26 11:03:28.506519 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7397387f-91a5-432d-8238-ec3c3902b72c req-d7635610-9158-4ffa-ac75-834397791ebf tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700336 May 26 11:03:28.550113 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c7d16ad3-6530-444d-ab20-89fafa194864 req-50532ba3-b0e3-4f9a-b89c-f3b9dfe0b95e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650363 May 26 11:03:28.796565 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd38eba-e99e-4ac7-b70b-073d371705e1 {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:03:28.804445 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:28.824163 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Transition to ACTIVE for port object 6dd38eba-e99e-4ac7-b70b-073d371705e1 will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:03:28.828352 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:28.832855 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:28.843831 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c837e54-e912-483d-9369-3a91d0a15954 req-8ca78e40-5256-493c-bd50-356c9801ceb5 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:28.845856 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7c837e54-e912-483d-9369-3a91d0a15954 req-8ca78e40-5256-493c-bd50-356c9801ceb5 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0857160 May 26 11:03:28.901300 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7c837e54-e912-483d-9369-3a91d0a15954 req-9b6f9c12-6f79-4d91-a4c7-4476db8b348b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486689 May 26 11:03:28.986927 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Pushing event updated for resources: {'Port': ['ID=6dd38eba-e99e-4ac7-b70b-073d371705e1,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:29.040060 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:29.136347 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Attempting to bind port 6dd38eba-e99e-4ac7-b70b-073d371705e1 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:03:29.136712 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Attempting to bind port 6dd38eba-e99e-4ac7-b70b-073d371705e1 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '8ed663b9-b1eb-472d-9869-9c02b306b66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a6f6c047-b666-458f-bbad-4e5dd810d276'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:03:29.137000 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Attempting to bind port 6dd38eba-e99e-4ac7-b70b-073d371705e1 on network a6f6c047-b666-458f-bbad-4e5dd810d276 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:03:29.146948 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Port 6dd38eba-e99e-4ac7-b70b-073d371705e1 on network a6f6c047-b666-458f-bbad-4e5dd810d276 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:03:29.147157 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Attempting to bind port 6dd38eba-e99e-4ac7-b70b-073d371705e1 on network a6f6c047-b666-458f-bbad-4e5dd810d276 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:03:29.156834 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:03:29.157335 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Checking segment: {'id': '8ed663b9-b1eb-472d-9869-9c02b306b66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a6f6c047-b666-458f-bbad-4e5dd810d276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:03:29.157679 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Bound using segment: {'id': '8ed663b9-b1eb-472d-9869-9c02b306b66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a6f6c047-b666-458f-bbad-4e5dd810d276'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:03:29.158330 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Bound port: 6dd38eba-e99e-4ac7-b70b-073d371705e1, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed663b9-b1eb-472d-9869-9c02b306b66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a6f6c047-b666-458f-bbad-4e5dd810d276'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:03:29.158707 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:29.208139 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 4d23add1-7e90-4389-9dc6-335cdee0b5c7 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:03:29.279711 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] For port 6dd38eba-e99e-4ac7-b70b-073d371705e1, host hv-cinder-79313, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:03:29.283507 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] For port 6dd38eba-e99e-4ac7-b70b-073d371705e1, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6dd38eba-e99e-4ac7-b70b-073d371705e1,segment=NetworkSegment(8ed663b9-b1eb-472d-9869-9c02b306b66d),segment_id=8ed663b9-b1eb-472d-9869-9c02b306b66d)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:03:29.292109 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:29.297478 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:29.370130 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:29.370613 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:29.372000 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] 10.222.0.16 "PUT /v2.0/ports/6dd38eba-e99e-4ac7-b70b-073d371705e1 HTTP/1.1" status: 200 len: 1097 time: 1.2073598 May 26 11:03:29.372491 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bd51e8-3760-425d-bf42-076ed5b1fcd2', 'tag': '6dd38eba-e99e-4ac7-b70b-073d371705e1'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:03:29.395702 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Pushing event updated for resources: {'Port': ['ID=6dd38eba-e99e-4ac7-b70b-073d371705e1,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:29.400173 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:29.417182 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 4d23add1-7e90-4389-9dc6-335cdee0b5c7 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:03:29.421742 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:29.455521 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f49bb8-9391-480f-9102-800ed3c2555d req-f7a5506c-8c73-49f1-b6ac-d7a74cc0e89f tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:29.464076 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d9f49bb8-9391-480f-9102-800ed3c2555d req-f7a5506c-8c73-49f1-b6ac-d7a74cc0e89f tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 947 time: 0.2046680 May 26 11:03:29.561270 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d9f49bb8-9391-480f-9102-800ed3c2555d req-3a410e5d-4612-46a6-bffc-54d6c22d6a2c tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/security-groups?id=c1dda148-4b62-49e8-8349-5ffea2c895d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943317 May 26 11:03:29.651201 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:29.688232 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bd51e8-3760-425d-bf42-076ed5b1fcd2', 'tag': '6dd38eba-e99e-4ac7-b70b-073d371705e1', 'status': 'completed', 'code': 200} May 26 11:03:29.697297 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d23add1-7e90-4389-9dc6-335cdee0b5c7'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:03:29.723363 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 4d23add1-7e90-4389-9dc6-335cdee0b5c7, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:03:29.735095 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:29.738806 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:29.755544 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-dbad640a-9316-48e3-9011-09dfea5d3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:29.757141 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-dbad640a-9316-48e3-9011-09dfea5d3a31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aca2c7b959f049c290206af2d5d34bbd&device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 1100 time: 0.2842484 May 26 11:03:29.766395 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18b204-b088-459d-93d7-58a5a44301a5 req-5469c1a1-1c70-4a10-a0c2-e06ce30d7707 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:29.776011 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-be18b204-b088-459d-93d7-58a5a44301a5 req-5469c1a1-1c70-4a10-a0c2-e06ce30d7707 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.2339990 May 26 11:03:29.833468 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=4d23add1-7e90-4389-9dc6-335cdee0b5c7,revision_number=7']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:29.843296 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:29.878565 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-6b0b1b50-f244-403c-8e3e-b1b5146e85e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6dd38eba-e99e-4ac7-b70b-073d371705e1 HTTP/1.1" status: 200 len: 217 time: 0.0949209 May 26 11:03:29.896707 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f08734-e180-4670-a01f-ccf06c14e6c9 req-845c2f99-f739-493f-936f-15cdd615789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:29.898205 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e5f08734-e180-4670-a01f-ccf06c14e6c9 req-845c2f99-f739-493f-936f-15cdd615789a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dea62f1d4724fffaaf71875aa52046c&device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 1098 time: 0.1889403 May 26 11:03:29.910657 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d44cb-599e-4c84-b1f7-f866a3bb1566 req-c917e483-bb54-43eb-8b35-f7e161e691f2 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:29.912042 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-291d44cb-599e-4c84-b1f7-f866a3bb1566 req-c917e483-bb54-43eb-8b35-f7e161e691f2 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.1173944 May 26 11:03:29.941431 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-be18b204-b088-459d-93d7-58a5a44301a5 req-7ed8c252-657d-42a3-895d-9f030035bd48 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1596861 May 26 11:03:29.954912 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-967a1093-b202-4f59-95ac-dc493fcae036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:29.956339 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-967a1093-b202-4f59-95ac-dc493fcae036 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a62eb44f-9a52-41a9-98f3-8187f7a61650 HTTP/1.1" status: 200 len: 843 time: 0.0674083 May 26 11:03:30.051000 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-d1967f9e-035f-44f1-8725-238ca7167ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:30.052493 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-d1967f9e-035f-44f1-8725-238ca7167ae6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6f6c047-b666-458f-bbad-4e5dd810d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0878460 May 26 11:03:30.115890 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-291d44cb-599e-4c84-b1f7-f866a3bb1566 req-e4a7277d-cb4a-4553-b951-a5f69aad1805 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850638 May 26 11:03:30.149996 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f08734-e180-4670-a01f-ccf06c14e6c9 req-4660fe62-ac10-4855-b9fa-ddffbc49d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:30.151452 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e5f08734-e180-4670-a01f-ccf06c14e6c9 req-4660fe62-ac10-4855-b9fa-ddffbc49d33c service neutron] 10.222.0.16 "GET /v2.0/networks?id=32b43f6f-a166-4fbd-adce-080c4d711545 HTTP/1.1" status: 200 len: 912 time: 0.2385850 May 26 11:03:30.176194 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'code': 200} May 26 11:03:30.263304 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e5f08734-e180-4670-a01f-ccf06c14e6c9 req-a615b213-b8c8-41f2-9ca9-e0a269defb68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4892c000-6362-4697-94ce-8d0484badfca HTTP/1.1" status: 200 len: 1001 time: 0.1035454 May 26 11:03:30.332978 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f08734-e180-4670-a01f-ccf06c14e6c9 req-46513069-a924-4e60-bfdf-eb06a68afdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:30.334366 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-080889a4-a16e-4927-ad46-4e8956079258 service neutron] 10.222.0.16 "GET /v2.0/networks/a6f6c047-b666-458f-bbad-4e5dd810d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481940 May 26 11:03:30.334846 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e5f08734-e180-4670-a01f-ccf06c14e6c9 req-46513069-a924-4e60-bfdf-eb06a68afdd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=029d1ebe-22a2-45b9-8a2e-0cab033d9ebc HTTP/1.1" status: 200 len: 850 time: 0.0619984 May 26 11:03:30.341991 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e8966-864b-4c88-b440-a8e045a3d1e0 req-80623f63-4bf8-47d1-b5c1-c16101ab69df tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:30.343596 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1a7e8966-864b-4c88-b440-a8e045a3d1e0 req-80623f63-4bf8-47d1-b5c1-c16101ab69df tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.2898810 May 26 11:03:30.431422 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f08734-e180-4670-a01f-ccf06c14e6c9 req-08b89fc3-81f3-4485-8812-814fffaee85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:30.432902 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e5f08734-e180-4670-a01f-ccf06c14e6c9 req-08b89fc3-81f3-4485-8812-814fffaee85f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=32b43f6f-a166-4fbd-adce-080c4d711545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742280 May 26 11:03:30.471101 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1a7e8966-864b-4c88-b440-a8e045a3d1e0 req-e3ea7ce2-ee05-489f-8a51-6ad971cbca1d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208670 May 26 11:03:30.514410 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3a8133e-79df-487d-834e-a5a8ba672638 req-2bb3b4a7-c727-4751-83f9-5df6a1e41d33 service neutron] 10.222.0.16 "GET /v2.0/networks/a6f6c047-b666-458f-bbad-4e5dd810d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517351 May 26 11:03:30.568583 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e5f08734-e180-4670-a01f-ccf06c14e6c9 req-d004dcf5-ebd5-4807-b780-d0246a0fabfd service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276822 May 26 11:03:30.728327 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd0621-34eb-4d18-93dc-dc670fb8d331 req-7295d15d-a41d-4e1b-abda-70a5b7c4eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:30.729858 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-decd0621-34eb-4d18-93dc-dc670fb8d331 req-7295d15d-a41d-4e1b-abda-70a5b7c4eb1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aca2c7b959f049c290206af2d5d34bbd&device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 1100 time: 0.0897017 May 26 11:03:30.903451 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e5f08734-e180-4670-a01f-ccf06c14e6c9 req-b50ac32c-cb39-4d77-ac75-639da43477e5 service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644007 May 26 11:03:30.942274 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83d348-832f-4c57-b626-b817ad164bae req-a5f07495-4a72-405e-b259-c797eabcd8a5 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:30.950100 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-2a83d348-832f-4c57-b626-b817ad164bae req-a5f07495-4a72-405e-b259-c797eabcd8a5 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 947 time: 0.2820284 May 26 11:03:30.999504 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd0621-34eb-4d18-93dc-dc670fb8d331 req-dbe2517f-78f0-4134-9c47-411f48f511d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:31.001814 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-decd0621-34eb-4d18-93dc-dc670fb8d331 req-dbe2517f-78f0-4134-9c47-411f48f511d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6f6c047-b666-458f-bbad-4e5dd810d276 HTTP/1.1" status: 200 len: 870 time: 0.2622974 May 26 11:03:31.011299 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-2a83d348-832f-4c57-b626-b817ad164bae req-c6ab9a5b-051c-4110-80e7-1bb727856d5a tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/security-groups?id=c1dda148-4b62-49e8-8349-5ffea2c895d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601335 May 26 11:03:31.014395 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d91aca-60c7-4122-8999-4caab6fd8f24 req-6e3322fa-b69c-495e-818d-39fec686fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:31.015960 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b0d91aca-60c7-4122-8999-4caab6fd8f24 req-6e3322fa-b69c-495e-818d-39fec686fdfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6d36e779aa646e9895a7565b95a5153&device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 1098 time: 0.1720092 May 26 11:03:31.035344 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d4344-7da4-4a2d-8c92-97dfc2c4fb12 req-30c4f3c7-4be9-48e8-a7c4-e49790da3a15 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:31.035344 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7c2d4344-7da4-4a2d-8c92-97dfc2c4fb12 req-30c4f3c7-4be9-48e8-a7c4-e49790da3a15 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1347575 May 26 11:03:31.125377 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-decd0621-34eb-4d18-93dc-dc670fb8d331 req-c0d7cce7-6cb7-4ecc-acbe-83fdcfdbd0d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6dd38eba-e99e-4ac7-b70b-073d371705e1 HTTP/1.1" status: 200 len: 217 time: 0.0937724 May 26 11:03:31.189226 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7c2d4344-7da4-4a2d-8c92-97dfc2c4fb12 req-a10b889f-ad83-420b-b397-6f492013e42e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974278 May 26 11:03:31.218846 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd0621-34eb-4d18-93dc-dc670fb8d331 req-de8677e4-c16e-4101-ae08-804b3506c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:31.220933 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-decd0621-34eb-4d18-93dc-dc670fb8d331 req-de8677e4-c16e-4101-ae08-804b3506c52a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a62eb44f-9a52-41a9-98f3-8187f7a61650 HTTP/1.1" status: 200 len: 843 time: 0.0824926 May 26 11:03:31.222777 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d91aca-60c7-4122-8999-4caab6fd8f24 req-69dce381-10fa-4c17-96f6-3e1dc1ba3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:31.224220 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b0d91aca-60c7-4122-8999-4caab6fd8f24 req-69dce381-10fa-4c17-96f6-3e1dc1ba3c6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 HTTP/1.1" status: 200 len: 919 time: 0.1867778 May 26 11:03:31.310982 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b0d91aca-60c7-4122-8999-4caab6fd8f24 req-f0e8e57d-4242-404e-8278-00c9206c9687 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2320114-43c3-4b14-b533-2766c8142cfd HTTP/1.1" status: 200 len: 217 time: 0.0737436 May 26 11:03:31.369400 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387882d-f03d-4ef3-813b-72dd3190a76b req-5c07b742-6600-44fb-8fe6-ba3f8e889691 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:31.383852 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b387882d-f03d-4ef3-813b-72dd3190a76b req-5c07b742-6600-44fb-8fe6-ba3f8e889691 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.2484381 May 26 11:03:31.388747 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd0621-34eb-4d18-93dc-dc670fb8d331 req-d984c947-2fd1-483a-b9e3-52485bd3b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:31.391952 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-decd0621-34eb-4d18-93dc-dc670fb8d331 req-d984c947-2fd1-483a-b9e3-52485bd3b3c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6f6c047-b666-458f-bbad-4e5dd810d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1557472 May 26 11:03:31.494182 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b387882d-f03d-4ef3-813b-72dd3190a76b req-184e6cdd-c902-44e4-855d-326c88a8035b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871308 May 26 11:03:31.497789 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d91aca-60c7-4122-8999-4caab6fd8f24 req-b7e194bb-57ab-4707-b7df-2629da1a3ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:31.499194 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b0d91aca-60c7-4122-8999-4caab6fd8f24 req-b7e194bb-57ab-4707-b7df-2629da1a3ba7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbf6281a-8c05-4fba-8ba1-63390fc46865 HTTP/1.1" status: 200 len: 858 time: 0.1806781 May 26 11:03:31.540011 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303ec03-bb5e-4413-b29e-92dcdba5b090 req-7a03fb55-480f-4d28-8066-11612755cfe1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:31.541529 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1303ec03-bb5e-4413-b29e-92dcdba5b090 req-7a03fb55-480f-4d28-8066-11612755cfe1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.2219448 May 26 11:03:31.611265 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b0d91aca-60c7-4122-8999-4caab6fd8f24 req-b8ba96e0-3aaa-4d31-a632-49bbf8759a5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772521 May 26 11:03:31.629851 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1303ec03-bb5e-4413-b29e-92dcdba5b090 req-1831eb92-637e-4c89-8b7a-85f5602bfd8b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827291 May 26 11:03:31.633182 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-decd0621-34eb-4d18-93dc-dc670fb8d331 req-1a22537b-18c9-4a07-a4ff-a90c297a956c service neutron] 10.222.0.16 "GET /v2.0/networks/a6f6c047-b666-458f-bbad-4e5dd810d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291949 May 26 11:03:31.772774 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b0d91aca-60c7-4122-8999-4caab6fd8f24 req-2bdf06a0-dc19-47d2-b543-115aa7e1bca4 service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492171 May 26 11:03:31.784306 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-decd0621-34eb-4d18-93dc-dc670fb8d331 req-1d51f992-0a52-4e10-841f-d52d0b23d532 service neutron] 10.222.0.16 "GET /v2.0/networks/a6f6c047-b666-458f-bbad-4e5dd810d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375980 May 26 11:03:31.984458 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b0d91aca-60c7-4122-8999-4caab6fd8f24 req-2002af02-a64b-4c46-bfc2-f93886593e4b service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465011 May 26 11:03:32.216828 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf3eab-81c3-44f2-8adc-1941bb30d077 req-520c641c-9b7b-47b0-820a-c066cfe4538f tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:32.218607 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-92cf3eab-81c3-44f2-8adc-1941bb30d077 req-520c641c-9b7b-47b0-820a-c066cfe4538f tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 947 time: 0.0825372 May 26 11:03:32.271043 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-92cf3eab-81c3-44f2-8adc-1941bb30d077 req-289601ce-3be6-47ab-a00a-d0f6a7d5521b tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/security-groups?id=c1dda148-4b62-49e8-8349-5ffea2c895d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462737 May 26 11:03:32.386388 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5154dc2-5f7d-4e55-82a2-ae3ca3d57684 req-b5b04971-08f9-415e-a4e1-e177d9d6027d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:32.387927 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c5154dc2-5f7d-4e55-82a2-ae3ca3d57684 req-b5b04971-08f9-415e-a4e1-e177d9d6027d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0866401 May 26 11:03:32.432801 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c5154dc2-5f7d-4e55-82a2-ae3ca3d57684 req-46accde6-2301-49d1-a204-7e663a3761cd tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385520 May 26 11:03:32.892337 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7500c0-5c49-4d8d-8250-69a62299148b req-6260feaa-1f1a-4eaf-978b-e46035fe7422 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:32.899723 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6a7500c0-5c49-4d8d-8250-69a62299148b req-6260feaa-1f1a-4eaf-978b-e46035fe7422 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.2765882 May 26 11:03:32.921436 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d80fdf-9382-45a9-a61f-7f6e78d97a79 req-7ddcefe0-a085-4b74-a91d-284998e67a4c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:32.923971 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-74d80fdf-9382-45a9-a61f-7f6e78d97a79 req-7ddcefe0-a085-4b74-a91d-284998e67a4c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.1057975 May 26 11:03:32.956668 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6a7500c0-5c49-4d8d-8250-69a62299148b req-7c5b67ab-5da7-4554-b355-e1ab62af84c2 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559492 May 26 11:03:32.997401 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-74d80fdf-9382-45a9-a61f-7f6e78d97a79 req-e0ecaf07-ede0-4388-8d23-63cbb567d8d2 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627527 May 26 11:03:33.228829 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 6dd38eba-e99e-4ac7-b70b-073d371705e1 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:03:33.394726 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 6dd38eba-e99e-4ac7-b70b-073d371705e1, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6dd38eba-e99e-4ac7-b70b-073d371705e1,segment=NetworkSegment(8ed663b9-b1eb-472d-9869-9c02b306b66d),segment_id=8ed663b9-b1eb-472d-9869-9c02b306b66d)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:03:33.410417 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '6dd38eba-e99e-4ac7-b70b-073d371705e1', 'network_id': 'a6f6c047-b666-458f-bbad-4e5dd810d276', 'port_id': '6dd38eba-e99e-4ac7-b70b-073d371705e1', 'mac_address': 'fa:16:3e:c1:87:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62eb44f-9a52-41a9-98f3-8187f7a61650', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:03:33.473040 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:33.494364 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd38eba-e99e-4ac7-b70b-073d371705e1 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:03:33.511354 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5f80-d053-40ae-9931-c204625f325d req-dce9b885-18ef-4e1f-8518-79d23dbe49a3 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:33.513841 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 6dd38eba-e99e-4ac7-b70b-073d371705e1, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6dd38eba-e99e-4ac7-b70b-073d371705e1,segment=NetworkSegment(8ed663b9-b1eb-472d-9869-9c02b306b66d),segment_id=8ed663b9-b1eb-472d-9869-9c02b306b66d)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:03:33.514975 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-784e5f80-d053-40ae-9931-c204625f325d req-dce9b885-18ef-4e1f-8518-79d23dbe49a3 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 947 time: 0.1136770 May 26 11:03:33.520006 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:33.522939 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-cdb68101-3229-4494-88a0-0e336b463c7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:33.578071 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-784e5f80-d053-40ae-9931-c204625f325d req-6f45c48d-82a8-41a4-9c9a-bde54167113f tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/security-groups?id=c1dda148-4b62-49e8-8349-5ffea2c895d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571237 May 26 11:03:33.642928 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=6dd38eba-e99e-4ac7-b70b-073d371705e1,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:33.651354 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:33.651823 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:33.652734 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:33.653652 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:33.654123 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:33.654507 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:33.655311 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:33.655856 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:33.656189 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:33.656699 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:33.657555 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:33.658132 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:03:33.663179 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:33.758022 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299bcde-00e5-49bb-a6d9-4ae7b72e835c req-042c5e0a-9c94-4898-a5d7-ed6fa15b1ba8 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:33.773604 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7299bcde-00e5-49bb-a6d9-4ae7b72e835c req-042c5e0a-9c94-4898-a5d7-ed6fa15b1ba8 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1349025 May 26 11:03:33.824134 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7299bcde-00e5-49bb-a6d9-4ae7b72e835c req-db76097e-f237-4771-89bb-14305e8c9c8c tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494509 May 26 11:03:33.974570 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['6dd38eba-e99e-4ac7-b70b-073d371705e1'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:03:34.397869 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376fa2a-4869-4f59-acbb-8efd9fbedf04 req-e0626093-9736-4078-a313-6bb36083650b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:34.399451 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5376fa2a-4869-4f59-acbb-8efd9fbedf04 req-e0626093-9736-4078-a313-6bb36083650b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.2212386 May 26 11:03:34.461227 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5376fa2a-4869-4f59-acbb-8efd9fbedf04 req-82d87e3f-642b-47cc-9d78-445c58b6f712 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551009 May 26 11:03:34.828818 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ab83b-2237-4cc6-8bce-d33cacfa34e5 req-0fe7a172-3859-4739-a15a-ee40df6e3c88 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:34.837422 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6f9ab83b-2237-4cc6-8bce-d33cacfa34e5 req-0fe7a172-3859-4739-a15a-ee40df6e3c88 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 948 time: 0.1085837 May 26 11:03:34.899578 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6f9ab83b-2237-4cc6-8bce-d33cacfa34e5 req-481b7ce6-d8cb-44c4-a10c-fbbbee3f81da tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/security-groups?id=c1dda148-4b62-49e8-8349-5ffea2c895d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593891 May 26 11:03:35.160258 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a80f2b-c5dd-4876-8c4a-456123b1f32e req-5ff2f514-9988-4a7a-a0aa-7540c69d8e81 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:35.169018 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a0a80f2b-c5dd-4876-8c4a-456123b1f32e req-5ff2f514-9988-4a7a-a0aa-7540c69d8e81 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1603177 May 26 11:03:35.262650 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a0a80f2b-c5dd-4876-8c4a-456123b1f32e req-1327c3e0-78ef-4aa7-b331-8c7d09f3aea6 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846219 May 26 11:03:35.746850 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ba567-0582-41a6-b904-d0f4f16d21ce req-16de861f-0d45-4359-b2b6-fadf3a0bb596 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:35.757943 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fe8ba567-0582-41a6-b904-d0f4f16d21ce req-16de861f-0d45-4359-b2b6-fadf3a0bb596 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.1555526 May 26 11:03:35.847992 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fe8ba567-0582-41a6-b904-d0f4f16d21ce req-46eb4181-1355-4acd-b3c1-da20997b0717 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888975 May 26 11:03:36.207014 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4efa65-3e18-4bdb-a93f-31695dcecae4 req-4283b95d-5a7d-496a-806a-df0ebbb3db99 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:36.207829 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-0b4efa65-3e18-4bdb-a93f-31695dcecae4 req-4283b95d-5a7d-496a-806a-df0ebbb3db99 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Synchronizing usage tracker for tenant:aca2c7b959f049c290206af2d5d34bbd on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:03:36.225249 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-0b4efa65-3e18-4bdb-a93f-31695dcecae4 req-4283b95d-5a7d-496a-806a-df0ebbb3db99 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Unset dirty status for tenant:aca2c7b959f049c290206af2d5d34bbd on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:03:36.226542 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0b4efa65-3e18-4bdb-a93f-31695dcecae4 req-4283b95d-5a7d-496a-806a-df0ebbb3db99 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 948 time: 0.2027481 May 26 11:03:36.282170 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-0b4efa65-3e18-4bdb-a93f-31695dcecae4 req-90da95d6-a68e-4580-b1ef-8095fc76a7b9 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Synchronizing usage tracker for tenant:aca2c7b959f049c290206af2d5d34bbd on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:03:36.303584 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-0b4efa65-3e18-4bdb-a93f-31695dcecae4 req-90da95d6-a68e-4580-b1ef-8095fc76a7b9 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Unset dirty status for tenant:aca2c7b959f049c290206af2d5d34bbd on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:03:36.304872 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0b4efa65-3e18-4bdb-a93f-31695dcecae4 req-90da95d6-a68e-4580-b1ef-8095fc76a7b9 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/security-groups?id=c1dda148-4b62-49e8-8349-5ffea2c895d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717726 May 26 11:03:37.091204 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc63e21-7ec3-4143-b101-592e8d770d9d req-ec753a86-96d3-40c8-acfe-e4750b61a673 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:37.092937 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5fc63e21-7ec3-4143-b101-592e8d770d9d req-ec753a86-96d3-40c8-acfe-e4750b61a673 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.1056261 May 26 11:03:37.151229 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5fc63e21-7ec3-4143-b101-592e8d770d9d req-fecdebae-a58d-4d75-84e3-63bfde4d0568 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490193 May 26 11:03:37.259021 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 6dd38eba-e99e-4ac7-b70b-073d371705e1 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:03:37.340707 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port 6dd38eba-e99e-4ac7-b70b-073d371705e1 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:03:37.370497 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 6dd38eba-e99e-4ac7-b70b-073d371705e1 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:03:37.370881 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:37.528128 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3b7d8-338d-4388-85e5-5acec8d3190b req-7fd532bc-6f6f-4f7e-a3e8-687dd33f64eb tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:37.529707 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f5e3b7d8-338d-4388-85e5-5acec8d3190b req-7fd532bc-6f6f-4f7e-a3e8-687dd33f64eb tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 948 time: 0.0949864 May 26 11:03:37.558891 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:37.588397 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bd51e8-3760-425d-bf42-076ed5b1fcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd38eba-e99e-4ac7-b70b-073d371705e1'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:03:37.595667 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f5e3b7d8-338d-4388-85e5-5acec8d3190b req-4cebceca-f1d3-4cfb-a7ce-b4e5caf92fcf tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/security-groups?id=c1dda148-4b62-49e8-8349-5ffea2c895d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572131 May 26 11:03:37.603063 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 6dd38eba-e99e-4ac7-b70b-073d371705e1, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6dd38eba-e99e-4ac7-b70b-073d371705e1,segment=NetworkSegment(8ed663b9-b1eb-472d-9869-9c02b306b66d),segment_id=8ed663b9-b1eb-472d-9869-9c02b306b66d)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:03:37.611771 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:37.614066 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-546c60e8-bae8-4528-8219-418fb9b34141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:37.657297 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bd51e8-3760-425d-bf42-076ed5b1fcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd38eba-e99e-4ac7-b70b-073d371705e1', 'code': 200} May 26 11:03:37.697692 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=6dd38eba-e99e-4ac7-b70b-073d371705e1,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:37.700362 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:37.962456 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12637180-bd9d-4b17-bbee-3c9d2c034512 req-f7c5bf81-cc0b-48f7-994f-5ac7fd0ba6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:37.964236 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-12637180-bd9d-4b17-bbee-3c9d2c034512 req-f7c5bf81-cc0b-48f7-994f-5ac7fd0ba6a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 1102 time: 0.0863435 May 26 11:03:38.015891 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-12637180-bd9d-4b17-bbee-3c9d2c034512 req-a88cfe1d-7410-450e-b551-eae98f2822f7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c1dda148-4b62-49e8-8349-5ffea2c895d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440798 May 26 11:03:38.387502 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bd048-d37e-4ccf-8626-45ab73fc54a9 req-cd8ebab2-6261-4ade-b5d7-d783f5eaa805 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:38.388991 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e81bd048-d37e-4ccf-8626-45ab73fc54a9 req-cd8ebab2-6261-4ade-b5d7-d783f5eaa805 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0929565 May 26 11:03:38.490925 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e81bd048-d37e-4ccf-8626-45ab73fc54a9 req-e9fc3d8b-5071-47fd-9e25-4787f88d3d4f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955911 May 26 11:03:38.588186 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a8bfa-dd06-4848-92e8-42244408987e req-535bc20c-3108-4a30-b2f3-f7cae2f17bdf tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:38.594009 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ea9a8bfa-dd06-4848-92e8-42244408987e req-535bc20c-3108-4a30-b2f3-f7cae2f17bdf tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.2040486 May 26 11:03:38.697781 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ea9a8bfa-dd06-4848-92e8-42244408987e req-e2f29be3-2281-4b7c-91eb-e21dcdcfac50 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942895 May 26 11:03:39.031566 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba1ae8-1cad-4434-a4cd-3bfdc8fe9b04 req-27243dfd-3526-48c0-8bfe-b628675fcfaa tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:39.036116 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c8ba1ae8-1cad-4434-a4cd-3bfdc8fe9b04 req-27243dfd-3526-48c0-8bfe-b628675fcfaa tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 949 time: 0.1969323 May 26 11:03:39.139996 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c8ba1ae8-1cad-4434-a4cd-3bfdc8fe9b04 req-edf9db46-c3ab-4986-b2ca-e38280f48ac2 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/security-groups?id=c1dda148-4b62-49e8-8349-5ffea2c895d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957155 May 26 11:03:39.913268 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a648655-a3dc-4791-969d-05e03f28d011 req-1fad40e7-6517-48e2-9cb6-61ed4e770326 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:39.917968 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7a648655-a3dc-4791-969d-05e03f28d011 req-1fad40e7-6517-48e2-9cb6-61ed4e770326 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0985959 May 26 11:03:39.975017 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7a648655-a3dc-4791-969d-05e03f28d011 req-17c5aba4-29a9-4438-b9b5-d8f8ff8c87c0 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530531 May 26 11:03:40.389612 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b09dde-373a-47b8-8198-8efc38bf00ef req-fdeb7e55-48d1-4811-88b0-8be02bd7dac3 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:40.399414 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-57b09dde-373a-47b8-8198-8efc38bf00ef req-fdeb7e55-48d1-4811-88b0-8be02bd7dac3 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 949 time: 0.1272588 May 26 11:03:40.458186 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-57b09dde-373a-47b8-8198-8efc38bf00ef req-009eefd2-3095-487d-888f-67616ce2512b tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/security-groups?id=c1dda148-4b62-49e8-8349-5ffea2c895d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577221 May 26 11:03:41.241844 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f2dd1-964c-46df-bfb5-9e5f3e01c3f3 req-f56a6757-445a-4f24-a95b-6abcdfee9ca5 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:41.250995 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-382f2dd1-964c-46df-bfb5-9e5f3e01c3f3 req-f56a6757-445a-4f24-a95b-6abcdfee9ca5 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 949 time: 0.1344173 May 26 11:03:41.260978 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6d0d2-be74-4b77-95b0-9cc4d77fa6e4 req-fafc8c55-3b60-4cc8-bf46-fc182c34ee8c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:41.269797 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d1d6d0d2-be74-4b77-95b0-9cc4d77fa6e4 req-fafc8c55-3b60-4cc8-bf46-fc182c34ee8c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.1456058 May 26 11:03:41.307662 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-382f2dd1-964c-46df-bfb5-9e5f3e01c3f3 req-45809964-03ef-47b5-81ec-63cd670c41d6 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/security-groups?id=c1dda148-4b62-49e8-8349-5ffea2c895d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555975 May 26 11:03:41.336272 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d1d6d0d2-be74-4b77-95b0-9cc4d77fa6e4 req-ff4f49e5-067c-47a0-ad39-280a7a42ce65 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651555 May 26 11:03:42.624582 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad700-4a63-46f8-974c-d28fd2f0cbe5 req-31e2951f-eec5-402e-9460-44b606643ab4 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:42.626842 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7e1ad700-4a63-46f8-974c-d28fd2f0cbe5 req-31e2951f-eec5-402e-9460-44b606643ab4 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 949 time: 0.1615248 May 26 11:03:42.685272 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7e1ad700-4a63-46f8-974c-d28fd2f0cbe5 req-0345c91d-2e89-40bf-a172-18847bb3cdcf tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/security-groups?id=c1dda148-4b62-49e8-8349-5ffea2c895d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517559 May 26 11:03:42.705790 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39206f27-0b1d-4cf9-8741-7b2161ea7f12 req-66422ff7-f6ad-4ce8-ba47-4b76f4e6af36 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:42.707920 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-39206f27-0b1d-4cf9-8741-7b2161ea7f12 req-66422ff7-f6ad-4ce8-ba47-4b76f4e6af36 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.1386447 May 26 11:03:42.775046 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-39206f27-0b1d-4cf9-8741-7b2161ea7f12 req-0486f646-5e61-4f89-beb6-be507dc5800b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553629 May 26 11:03:43.168525 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31888aa8-5dcc-44fd-9225-917afca96d5e req-3ac63722-93c2-4e1a-afe5-dea518ce60eb tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:43.170124 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-31888aa8-5dcc-44fd-9225-917afca96d5e req-3ac63722-93c2-4e1a-afe5-dea518ce60eb tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 949 time: 0.1056957 May 26 11:03:43.330948 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-31888aa8-5dcc-44fd-9225-917afca96d5e req-54a41b8a-7653-46d1-a5e6-991acd09ba62 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Deleting port 6dd38eba-e99e-4ac7-b70b-073d371705e1 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:03:43.331111 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-31888aa8-5dcc-44fd-9225-917afca96d5e req-54a41b8a-7653-46d1-a5e6-991acd09ba62 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:43.544288 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-31888aa8-5dcc-44fd-9225-917afca96d5e req-54a41b8a-7653-46d1-a5e6-991acd09ba62 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] For port 6dd38eba-e99e-4ac7-b70b-073d371705e1, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6dd38eba-e99e-4ac7-b70b-073d371705e1,segment=NetworkSegment(8ed663b9-b1eb-472d-9869-9c02b306b66d),segment_id=8ed663b9-b1eb-472d-9869-9c02b306b66d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:03:43.546551 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-31888aa8-5dcc-44fd-9225-917afca96d5e req-54a41b8a-7653-46d1-a5e6-991acd09ba62 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:43.723632 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-31888aa8-5dcc-44fd-9225-917afca96d5e req-54a41b8a-7653-46d1-a5e6-991acd09ba62 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Calling delete_port for 6dd38eba-e99e-4ac7-b70b-073d371705e1 owned by compute:nova {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:03:43.932397 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3d25a-44ac-4855-83b0-462d6c833fc0 req-365d125e-fc44-4e59-8972-34994a19737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:43.933966 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-59a3d25a-44ac-4855-83b0-462d6c833fc0 req-365d125e-fc44-4e59-8972-34994a19737c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6d36e779aa646e9895a7565b95a5153&device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 1098 time: 0.1455553 May 26 11:03:44.029246 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-31888aa8-5dcc-44fd-9225-917afca96d5e req-54a41b8a-7653-46d1-a5e6-991acd09ba62 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:44.036008 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-2066df8e-8cbb-4541-ba04-123002d3faee tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:44.084129 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['6dd38eba-e99e-4ac7-b70b-073d371705e1'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:03:44.086066 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a41b8a-7653-46d1-a5e6-991acd09ba62 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Pushing event deleted for resources: {'Port': ['ID=6dd38eba-e99e-4ac7-b70b-073d371705e1,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:44.093086 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2cc2a-456d-43d5-aece-0938b594d426 req-63111eeb-ea3a-4143-8836-b323222106b3 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:44.100562 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3b2cc2a-456d-43d5-aece-0938b594d426 req-63111eeb-ea3a-4143-8836-b323222106b3 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8bd51e8-3760-425d-bf42-076ed5b1fcd2 HTTP/1.1" status: 200 len: 949 time: 0.2129836 May 26 11:03:44.124228 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3d25a-44ac-4855-83b0-462d6c833fc0 req-4162769d-42c5-401c-aa18-93f3e26212c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:44.126017 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-54a41b8a-7653-46d1-a5e6-991acd09ba62 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:44.129991 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-59a3d25a-44ac-4855-83b0-462d6c833fc0 req-4162769d-42c5-401c-aa18-93f3e26212c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 HTTP/1.1" status: 200 len: 919 time: 0.1882613 May 26 11:03:44.139478 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc2caa-24dd-46b5-856c-84cbbb81dee6 req-aeacc49b-4c3d-4375-ab4c-1599bcc6c9d9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:44.141142 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-93fc2caa-24dd-46b5-856c-84cbbb81dee6 req-aeacc49b-4c3d-4375-ab4c-1599bcc6c9d9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.2797470 May 26 11:03:44.158376 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f3b2cc2a-456d-43d5-aece-0938b594d426 req-84945f1e-ea44-42f8-8abd-76bfefe5ff36 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.25 "GET /v2.0/security-groups?id=c1dda148-4b62-49e8-8349-5ffea2c895d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567222 May 26 11:03:44.215858 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-31888aa8-5dcc-44fd-9225-917afca96d5e req-54a41b8a-7653-46d1-a5e6-991acd09ba62 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] No DVR routers for this DVR port 6dd38eba-e99e-4ac7-b70b-073d371705e1 on host hv-cinder-79313 {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:03:44.240240 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-31888aa8-5dcc-44fd-9225-917afca96d5e req-54a41b8a-7653-46d1-a5e6-991acd09ba62 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:44.247931 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bd51e8-3760-425d-bf42-076ed5b1fcd2', 'name': 'network-vif-deleted', 'tag': '6dd38eba-e99e-4ac7-b70b-073d371705e1'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:03:44.268542 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-59a3d25a-44ac-4855-83b0-462d6c833fc0 req-c8e07564-3399-4cf9-a11d-e3f82b608078 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2320114-43c3-4b14-b533-2766c8142cfd HTTP/1.1" status: 200 len: 217 time: 0.0776451 May 26 11:03:44.269266 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-93fc2caa-24dd-46b5-856c-84cbbb81dee6 req-8bacd041-04ae-4c59-817a-ed3f02e44425 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771294 May 26 11:03:44.272572 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-31888aa8-5dcc-44fd-9225-917afca96d5e req-54a41b8a-7653-46d1-a5e6-991acd09ba62 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] 10.222.0.16 "DELETE /v2.0/ports/6dd38eba-e99e-4ac7-b70b-073d371705e1 HTTP/1.1" status: 204 len: 173 time: 1.0957706 May 26 11:03:44.348285 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bd51e8-3760-425d-bf42-076ed5b1fcd2', 'name': 'network-vif-deleted', 'tag': '6dd38eba-e99e-4ac7-b70b-073d371705e1', 'status': 'completed', 'code': 200} May 26 11:03:44.398322 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3d25a-44ac-4855-83b0-462d6c833fc0 req-0bdff3ec-64e7-49b2-a8f4-faf099208880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:44.399842 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-59a3d25a-44ac-4855-83b0-462d6c833fc0 req-0bdff3ec-64e7-49b2-a8f4-faf099208880 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbf6281a-8c05-4fba-8ba1-63390fc46865 HTTP/1.1" status: 200 len: 858 time: 0.1229031 May 26 11:03:44.423195 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1365d-cdb2-4427-a714-ba5f30a17ca4 req-6019a87d-b359-4db4-a0e5-584837f6219d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:44.424571 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8ed1365d-cdb2-4427-a714-ba5f30a17ca4 req-6019a87d-b359-4db4-a0e5-584837f6219d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.1150563 May 26 11:03:44.505793 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-59a3d25a-44ac-4855-83b0-462d6c833fc0 req-e51aaaa1-ceb5-4df7-b61f-fdaa7b7f3f29 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455062 May 26 11:03:44.508531 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8ed1365d-cdb2-4427-a714-ba5f30a17ca4 req-bf7ac7a0-80c1-4a0a-976c-f0349c9fb537 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783548 May 26 11:03:44.660488 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-59a3d25a-44ac-4855-83b0-462d6c833fc0 req-7bff9d83-0f4e-4810-a8ba-3d2a1e97e762 service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329129 May 26 11:03:44.690232 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcbdb6-9dab-4b77-af4c-9c0a43f624ee req-6fbb9dc5-aaf5-4c4a-bee2-8f3e98c17240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:44.691707 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-92dcbdb6-9dab-4b77-af4c-9c0a43f624ee req-6fbb9dc5-aaf5-4c4a-bee2-8f3e98c17240 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 1099 time: 0.0694435 May 26 11:03:44.799968 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-59a3d25a-44ac-4855-83b0-462d6c833fc0 req-c12b83ac-dca3-4826-a8a0-8727aeccc071 service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254942 May 26 11:03:44.824203 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcbdb6-9dab-4b77-af4c-9c0a43f624ee req-ea941b92-24a6-4528-afbc-5ba2fbd60b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:44.825800 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-92dcbdb6-9dab-4b77-af4c-9c0a43f624ee req-ea941b92-24a6-4528-afbc-5ba2fbd60b6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 200 len: 918 time: 0.1274619 May 26 11:03:44.970653 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-92dcbdb6-9dab-4b77-af4c-9c0a43f624ee req-cb6c33f9-1075-4c98-933f-6892e6349ca5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7 HTTP/1.1" status: 200 len: 1001 time: 0.1264226 May 26 11:03:45.101849 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcbdb6-9dab-4b77-af4c-9c0a43f624ee req-44814273-7277-478e-9eda-7a59341a1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:45.103364 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-92dcbdb6-9dab-4b77-af4c-9c0a43f624ee req-44814273-7277-478e-9eda-7a59341a1054 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78da3282-26cc-4d36-90ec-09bda8e0be96 HTTP/1.1" status: 200 len: 856 time: 0.0632725 May 26 11:03:45.182155 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 42270) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:03:45.182661 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcbdb6-9dab-4b77-af4c-9c0a43f624ee req-1e7cc51b-ea97-4926-b43c-6ec8b6ec677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:45.184116 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-92dcbdb6-9dab-4b77-af4c-9c0a43f624ee req-1e7cc51b-ea97-4926-b43c-6ec8b6ec677d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7ee213c-6e0b-4113-9589-8fb92bbb537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711675 May 26 11:03:45.345741 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c5627b7d-9494-4873-902e-79511d980036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:45.366560 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-92dcbdb6-9dab-4b77-af4c-9c0a43f624ee req-090c02e0-3578-4d02-91f2-f34435879628 service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668482 May 26 11:03:45.371184 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-c5627b7d-9494-4873-902e-79511d980036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:03:45.375851 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-c5627b7d-9494-4873-902e-79511d980036 admin admin] Usage tracker for resource:security_group_rule and tenant:9916fa132a6149cfa6e96c3535f81353 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:03:45.379338 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-c5627b7d-9494-4873-902e-79511d980036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:03:45.385796 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-c5627b7d-9494-4873-902e-79511d980036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:03:45.557310 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf478a-0132-4ee9-a4f8-9c939b0023d7 req-cbcecbde-4383-46ae-b406-0b94911d4822 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:45.558965 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-81cf478a-0132-4ee9-a4f8-9c939b0023d7 req-cbcecbde-4383-46ae-b406-0b94911d4822 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1520634 May 26 11:03:45.591262 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-92dcbdb6-9dab-4b77-af4c-9c0a43f624ee req-861597a9-e088-46b1-a52e-4bd29b2a66c0 service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847866 May 26 11:03:45.604873 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c5627b7d-9494-4873-902e-79511d980036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:45.614829 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c5627b7d-9494-4873-902e-79511d980036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:45.629743 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-13200bed-30c7-41d7-bf4b-536ad78726d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:45.682591 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-81cf478a-0132-4ee9-a4f8-9c939b0023d7 req-c25353af-010b-4fee-9a61-ba6ff089fc8e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076519 May 26 11:03:45.694110 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-c5627b7d-9494-4873-902e-79511d980036 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9916fa132a6149cfa6e96c3535f81353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084567 May 26 11:03:45.704506 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5627b7d-9494-4873-902e-79511d980036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaf4974-101e-4c95-b74f-115690209f53,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:45.704506 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 42298) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:03:45.704506 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c5627b7d-9494-4873-902e-79511d980036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:45.761446 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b553-fe32-4586-b147-c123ec26b9d4 req-03541c94-33e6-4d67-94bb-8ade381ac84c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:45.762999 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8a07b553-fe32-4586-b147-c123ec26b9d4 req-03541c94-33e6-4d67-94bb-8ade381ac84c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.1058264 May 26 11:03:45.813380 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8a07b553-fe32-4586-b147-c123ec26b9d4 req-c4e2d975-2f92-452d-a906-47911bbe2060 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432456 May 26 11:03:45.855389 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-34c08640-25ab-4e9c-bc59-e19c87a8dbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:45.882175 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-34c08640-25ab-4e9c-bc59-e19c87a8dbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:45.941703 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-34c08640-25ab-4e9c-bc59-e19c87a8dbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:45.945462 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-02621af0-b36c-49c7-9b91-527c3684a9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:45.956932 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c08640-25ab-4e9c-bc59-e19c87a8dbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaf4974-101e-4c95-b74f-115690209f53,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:45.963258 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-34c08640-25ab-4e9c-bc59-e19c87a8dbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:45.966166 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-34c08640-25ab-4e9c-bc59-e19c87a8dbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:45.968059 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-34c08640-25ab-4e9c-bc59-e19c87a8dbde admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcaf4974-101e-4c95-b74f-115690209f53 HTTP/1.1" status: 204 len: 168 time: 0.2689745 May 26 11:03:46.374474 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 42378) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:03:46.504718 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-114c2aa9-bb14-4db4-b8d6-72c01c898f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:46.519881 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-114c2aa9-bb14-4db4-b8d6-72c01c898f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:03:46.523758 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-114c2aa9-bb14-4db4-b8d6-72c01c898f25 admin admin] Usage tracker for resource:security_group_rule and tenant:73a3dc62784e432ba2747c5ae4f792e3 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:03:46.526621 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-114c2aa9-bb14-4db4-b8d6-72c01c898f25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:03:46.534791 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-114c2aa9-bb14-4db4-b8d6-72c01c898f25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:03:46.635877 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-114c2aa9-bb14-4db4-b8d6-72c01c898f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:46.640472 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-114c2aa9-bb14-4db4-b8d6-72c01c898f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:46.652951 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a2b87b5c-797e-441b-8012-29cef6111cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:46.692627 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-114c2aa9-bb14-4db4-b8d6-72c01c898f25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73a3dc62784e432ba2747c5ae4f792e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163273 May 26 11:03:46.693520 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c2aa9-bb14-4db4-b8d6-72c01c898f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a470c47a-f22e-4de4-b875-2f576e928db4,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:46.695528 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 42396) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:03:46.703888 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-114c2aa9-bb14-4db4-b8d6-72c01c898f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:46.757753 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-eaa86e89-cb11-4b66-98c2-08ead9544544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:46.788785 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-eaa86e89-cb11-4b66-98c2-08ead9544544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:46.864552 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-eaa86e89-cb11-4b66-98c2-08ead9544544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:46.870820 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-510b1c4a-63e9-4350-a4e9-39a395baeb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:46.882881 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa86e89-cb11-4b66-98c2-08ead9544544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a470c47a-f22e-4de4-b875-2f576e928db4,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:46.889212 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-eaa86e89-cb11-4b66-98c2-08ead9544544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:46.891770 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-eaa86e89-cb11-4b66-98c2-08ead9544544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:46.893191 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-eaa86e89-cb11-4b66-98c2-08ead9544544 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a470c47a-f22e-4de4-b875-2f576e928db4 HTTP/1.1" status: 204 len: 168 time: 0.1966982 May 26 11:03:46.898412 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621c35b-8655-4a29-a1d4-635eba03a9f0 req-66c7fb74-f714-4980-82c0-c0825b8874db tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:46.906086 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9621c35b-8655-4a29-a1d4-635eba03a9f0 req-66c7fb74-f714-4980-82c0-c0825b8874db tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1095879 May 26 11:03:46.954452 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9621c35b-8655-4a29-a1d4-635eba03a9f0 req-b8266d5d-fb26-4137-b428-a52b87f95ee4 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473189 May 26 11:03:47.181822 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0c5c1-d75c-4037-8ff3-f7bfb302906e req-5b0dd8c3-5e60-448c-bcae-2fc2b08b5f1b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:47.183313 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-90c0c5c1-d75c-4037-8ff3-f7bfb302906e req-5b0dd8c3-5e60-448c-bcae-2fc2b08b5f1b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 946 time: 0.0953367 May 26 11:03:47.239334 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-90c0c5c1-d75c-4037-8ff3-f7bfb302906e req-baea2421-360c-4622-9603-cc0c01849128 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488324 May 26 11:03:47.320477 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 4d23add1-7e90-4389-9dc6-335cdee0b5c7 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:03:47.439139 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:47.481833 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d23add1-7e90-4389-9dc6-335cdee0b5c7'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:03:47.490144 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 4d23add1-7e90-4389-9dc6-335cdee0b5c7, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:03:47.495267 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:47.496152 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 6dd38eba-e99e-4ac7-b70b-073d371705e1 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:03:47.533962 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a405da80-aef5-420b-bc3c-f74eb3e60b2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:47.603235 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: 6dd38eba-e99e-4ac7-b70b-073d371705e1 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:03:47.603235 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 6dd38eba-e99e-4ac7-b70b-073d371705e1 not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:03:47.603568 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'code': 200} May 26 11:03:47.634041 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=4d23add1-7e90-4389-9dc6-335cdee0b5c7,revision_number=8']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:47.637461 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:48.164536 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab374028-6b7f-4dd5-9cd9-93f159a2c262 req-e84ef495-f3b0-4c4e-98b3-18e12e76a80f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:48.166065 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ab374028-6b7f-4dd5-9cd9-93f159a2c262 req-e84ef495-f3b0-4c4e-98b3-18e12e76a80f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0981786 May 26 11:03:48.221160 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ab374028-6b7f-4dd5-9cd9-93f159a2c262 req-1f96f016-1908-483a-9295-f7446a0b1d87 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495203 May 26 11:03:48.478576 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab48d75-d93c-4e4c-9d61-3716aaf2632d req-8afb4e23-fcf8-43c8-9ac5-0731ebfaf99f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:48.480348 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9ab48d75-d93c-4e4c-9d61-3716aaf2632d req-8afb4e23-fcf8-43c8-9ac5-0731ebfaf99f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.1075261 May 26 11:03:48.537574 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9ab48d75-d93c-4e4c-9d61-3716aaf2632d req-2db3939d-16f0-427d-9ad8-3765e00765de tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478628 May 26 11:03:49.427015 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee0da1-00e4-4436-ad6c-4564566d35e3 req-600a37fd-c018-4721-a4de-f80165101bd1 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:49.428333 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-08ee0da1-00e4-4436-ad6c-4564566d35e3 req-600a37fd-c018-4721-a4de-f80165101bd1 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0868592 May 26 11:03:49.500795 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-08ee0da1-00e4-4436-ad6c-4564566d35e3 req-9cff51e7-4fc2-4f43-baad-b30c85c97bac tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649338 May 26 11:03:49.575218 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83113a1-b0f6-4ff7-b768-ceaf8f895fac req-bbcfb4d5-7499-439c-a7a2-4941be4d63da tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:49.576988 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e83113a1-b0f6-4ff7-b768-ceaf8f895fac req-bbcfb4d5-7499-439c-a7a2-4941be4d63da tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.1103246 May 26 11:03:49.636886 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e83113a1-b0f6-4ff7-b768-ceaf8f895fac req-414e1249-3e3a-4451-bca2-1f25f3095d8e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535576 May 26 11:03:49.818506 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 42666) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:03:49.942388 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b4d14764-16a0-45de-8196-0cb306606cb9 req-afe6459e-8627-4a76-b2c8-483ca98e1c81 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1222141 May 26 11:03:50.232248 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-877173df-4421-43f0-b6ee-a4e743e649fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:50.735674 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88414e-8821-4bed-aa2e-63bfbc81d8d9 req-b5bd464b-ca97-4e6c-ab68-6c3c709f3a20 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:50.737535 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fb88414e-8821-4bed-aa2e-63bfbc81d8d9 req-b5bd464b-ca97-4e6c-ab68-6c3c709f3a20 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1372607 May 26 11:03:50.795968 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fb88414e-8821-4bed-aa2e-63bfbc81d8d9 req-06bc8f25-bef5-429d-b735-25cb4bb5fe45 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505266 May 26 11:03:50.856902 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d563a-40c2-4739-aa7b-c7b128f8322e req-6e36446c-f31f-40d2-a4d0-0b63c961063e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:50.858478 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-648d563a-40c2-4739-aa7b-c7b128f8322e req-6e36446c-f31f-40d2-a4d0-0b63c961063e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.0937128 May 26 11:03:50.903049 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-648d563a-40c2-4739-aa7b-c7b128f8322e req-9fbb9f4e-bce6-4b51-ae1d-e52d41c8220d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381207 May 26 11:03:50.910742 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 42696) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:03:51.075029 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-bd4b14cd-5b50-48ac-b073-269fb8a3c2b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aca2c7b959f049c290206af2d5d34bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630099 May 26 11:03:51.077442 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 42704) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:03:51.135666 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a47b8e6d-70b8-47d3-832f-c452e6dd2bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:51.163359 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a47b8e6d-70b8-47d3-832f-c452e6dd2bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:51.230017 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a47b8e6d-70b8-47d3-832f-c452e6dd2bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:51.235347 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:03:51.250693 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b8e6d-70b8-47d3-832f-c452e6dd2bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dda148-4b62-49e8-8349-5ffea2c895d4,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:03:51.253289 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a47b8e6d-70b8-47d3-832f-c452e6dd2bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:03:51.263964 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a47b8e6d-70b8-47d3-832f-c452e6dd2bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:51.265086 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-a47b8e6d-70b8-47d3-832f-c452e6dd2bc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1dda148-4b62-49e8-8349-5ffea2c895d4 HTTP/1.1" status: 204 len: 168 time: 0.1866891 May 26 11:03:51.355833 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 4d23add1-7e90-4389-9dc6-335cdee0b5c7 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:03:51.993978 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d14764-16a0-45de-8196-0cb306606cb9 req-087142cd-d442-4115-9d99-d2c1739f681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:51.995381 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4d14764-16a0-45de-8196-0cb306606cb9 req-087142cd-d442-4115-9d99-d2c1739f681c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe&tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5 HTTP/1.1" status: 200 len: 1097 time: 0.1267679 May 26 11:03:52.019057 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15dfff-c988-4384-8b6c-f2a913db2be6 req-9730d797-b780-4442-b374-5b3b04ef1e1f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:52.020550 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-eb15dfff-c988-4384-8b6c-f2a913db2be6 req-9730d797-b780-4442-b374-5b3b04ef1e1f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0953100 May 26 11:03:52.108024 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dd0a1-bf54-403f-9639-222a49c37644 req-b2727ef5-4eb1-4e94-b165-3cecadee80d8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:52.109602 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-688dd0a1-bf54-403f-9639-222a49c37644 req-b2727ef5-4eb1-4e94-b165-3cecadee80d8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.0933182 May 26 11:03:52.156120 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-688dd0a1-bf54-403f-9639-222a49c37644 req-6f557c52-33bd-4cd2-9e7a-b0bfff8887ff tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407829 May 26 11:03:52.164699 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:52.201750 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-eb15dfff-c988-4384-8b6c-f2a913db2be6 req-91b1d823-53d4-4c5b-bac9-778ce0b71f7a tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735992 May 26 11:03:52.218039 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d14764-16a0-45de-8196-0cb306606cb9 req-7183b9f4-2062-468b-9611-7e5bb96a59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:52.220091 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4d14764-16a0-45de-8196-0cb306606cb9 req-7183b9f4-2062-468b-9611-7e5bb96a59c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 1097 time: 0.1779928 May 26 11:03:52.354830 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d14764-16a0-45de-8196-0cb306606cb9 req-26f6890d-7904-46dc-ab21-bfc6fc2c7e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:52.356174 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4d14764-16a0-45de-8196-0cb306606cb9 req-26f6890d-7904-46dc-ab21-bfc6fc2c7e33 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 200 len: 918 time: 0.1278272 May 26 11:03:52.365746 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:52.457558 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4d14764-16a0-45de-8196-0cb306606cb9 req-68c1dc7e-c10a-4635-9fd3-774bb5b4c0ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7 HTTP/1.1" status: 200 len: 999 time: 0.0940387 May 26 11:03:52.524292 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d14764-16a0-45de-8196-0cb306606cb9 req-7d957611-507d-4483-8c20-fef46cfb6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:52.525767 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4d14764-16a0-45de-8196-0cb306606cb9 req-7d957611-507d-4483-8c20-fef46cfb6ca7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78da3282-26cc-4d36-90ec-09bda8e0be96 HTTP/1.1" status: 200 len: 856 time: 0.0607581 May 26 11:03:52.603836 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d14764-16a0-45de-8196-0cb306606cb9 req-27503682-7738-4a7f-8548-d9459e2b2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:52.605469 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4d14764-16a0-45de-8196-0cb306606cb9 req-27503682-7738-4a7f-8548-d9459e2b2bc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7ee213c-6e0b-4113-9589-8fb92bbb537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730171 May 26 11:03:52.741078 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4d14764-16a0-45de-8196-0cb306606cb9 req-1e220085-71e3-45a1-8a99-b5832b2b86bb service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264615 May 26 11:03:52.870753 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-899d4b22-7ea7-4e68-8d34-69b3254a22c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:52.888910 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4d14764-16a0-45de-8196-0cb306606cb9 req-fd98a3c7-6c80-4973-b643-e6874767c7b9 service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268246 May 26 11:03:53.379881 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd2459-434e-485c-ae5d-ebde00febb9c req-876a898f-5eb9-42d0-8d57-2d699d241e71 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:53.382842 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-46dd2459-434e-485c-ae5d-ebde00febb9c req-876a898f-5eb9-42d0-8d57-2d699d241e71 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.0981228 May 26 11:03:53.417871 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb84c1-dea9-4ac0-bce7-b8eb17503051 req-51e02922-d284-424d-91fc-7f6294088ffa tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:53.420996 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d7bb84c1-dea9-4ac0-bce7-b8eb17503051 req-51e02922-d284-424d-91fc-7f6294088ffa tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0963082 May 26 11:03:53.439410 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-46dd2459-434e-485c-ae5d-ebde00febb9c req-62c7365c-f287-4636-b76e-d87707d75b7c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489881 May 26 11:03:53.482131 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d7bb84c1-dea9-4ac0-bce7-b8eb17503051 req-0ff674bf-d3cd-495b-ba0c-5e3887125db4 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543416 May 26 11:03:53.546927 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:54.662587 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a2bdc-ac24-419f-ac83-94c990fafe36 req-eb476405-f351-4bde-9fc2-72c1f964cfab tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:54.670354 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-565a2bdc-ac24-419f-ac83-94c990fafe36 req-eb476405-f351-4bde-9fc2-72c1f964cfab tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.1137228 May 26 11:03:54.697461 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eae33e-baae-4cf2-aeb5-17f86f0f866c req-55ec1469-4abb-4854-9650-ad967267ddf9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:54.700778 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-05eae33e-baae-4cf2-aeb5-17f86f0f866c req-55ec1469-4abb-4854-9650-ad967267ddf9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1025732 May 26 11:03:54.718338 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-565a2bdc-ac24-419f-ac83-94c990fafe36 req-f5fad615-bc5a-4b24-a9d4-9aa86e5899a5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467675 May 26 11:03:54.766923 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-05eae33e-baae-4cf2-aeb5-17f86f0f866c req-9cf750c7-b201-4a4e-8b6f-f22cf264fb8c tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612919 May 26 11:03:55.276224 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:03:55.945973 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a28cc-3dd1-4dd3-a32d-1a18d9c00ab3 req-0aed9f3c-951c-4876-b856-6499a5bacd60 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:55.947443 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-327a28cc-3dd1-4dd3-a32d-1a18d9c00ab3 req-0aed9f3c-951c-4876-b856-6499a5bacd60 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.1000030 May 26 11:03:56.007059 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c847f1-f517-4e95-ab27-a42a8cc54d3e req-7d981810-1a9c-4621-94fb-fcfaccba0d90 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:56.008684 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-33c847f1-f517-4e95-ab27-a42a8cc54d3e req-7d981810-1a9c-4621-94fb-fcfaccba0d90 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0975311 May 26 11:03:56.009323 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-327a28cc-3dd1-4dd3-a32d-1a18d9c00ab3 req-c8529370-3f7d-4273-a42c-ca8fbe2a57fb tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562367 May 26 11:03:56.060584 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-33c847f1-f517-4e95-ab27-a42a8cc54d3e req-de9af46b-831c-43d0-9de8-b09ac1b8d32b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441167 May 26 11:03:57.216001 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:03:57.313821 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b16e4-ff23-41e2-b678-da78a76b9bda req-c82505ff-5a6a-4155-aa21-f888bdf315a5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:57.320886 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ea9b16e4-ff23-41e2-b678-da78a76b9bda req-c82505ff-5a6a-4155-aa21-f888bdf315a5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.1857238 May 26 11:03:57.334829 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcf2c7-b78d-4646-bf3a-ecaade2bb782 req-0eeae5cb-a625-450f-b8ae-e2030a1378bb tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:57.336406 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-fdbcf2c7-b78d-4646-bf3a-ecaade2bb782 req-0eeae5cb-a625-450f-b8ae-e2030a1378bb tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1286495 May 26 11:03:57.370528 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ea9b16e4-ff23-41e2-b678-da78a76b9bda req-978492aa-d536-46f4-8beb-699d0dd33fa0 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487113 May 26 11:03:57.399675 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-fdbcf2c7-b78d-4646-bf3a-ecaade2bb782 req-2e036a82-9337-45eb-aead-1593cb27b5ac tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572801 May 26 11:03:58.616692 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553b3cf-546b-4a50-844f-e461353581fe req-9c1e851c-5709-44f7-9829-51d555bfdb9d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:58.618385 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5553b3cf-546b-4a50-844f-e461353581fe req-9c1e851c-5709-44f7-9829-51d555bfdb9d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0879002 May 26 11:03:58.635077 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab4ff0-cc14-48d8-8faa-43f5f4308002 req-e7b6f05d-c72f-43f3-91c8-cb08fd30efce tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:58.636487 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-40ab4ff0-cc14-48d8-8faa-43f5f4308002 req-e7b6f05d-c72f-43f3-91c8-cb08fd30efce tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.0988727 May 26 11:03:58.668646 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5553b3cf-546b-4a50-844f-e461353581fe req-c967d85f-37b2-420f-b7ca-322c937589b2 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439689 May 26 11:03:58.712791 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-40ab4ff0-cc14-48d8-8faa-43f5f4308002 req-6df2d700-4011-4448-b9ec-148abef62a62 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695555 May 26 11:03:59.889466 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097decec-b685-4c37-a31e-0a81db42a4b5 req-8b68638b-1ade-43fd-813e-36061e3e8b59 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:59.892096 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-097decec-b685-4c37-a31e-0a81db42a4b5 req-8b68638b-1ade-43fd-813e-36061e3e8b59 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1045625 May 26 11:03:59.939002 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-097decec-b685-4c37-a31e-0a81db42a4b5 req-7d5be48f-272e-4a68-a006-39d3d2d0edca tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 May 26 11:03:59.942759 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539f45a-69c4-4d13-87ad-c50824d61c96 req-1dfa0063-5eb0-42d7-9fc2-df6a71bf50ad tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:03:59.944466 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5539f45a-69c4-4d13-87ad-c50824d61c96 req-1dfa0063-5eb0-42d7-9fc2-df6a71bf50ad tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.1182442 May 26 11:03:59.991150 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5539f45a-69c4-4d13-87ad-c50824d61c96 req-341e8488-5328-4b3a-9fed-a6912e0a14ca tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410266 May 26 11:04:01.145150 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88128fbe-236c-4cd4-aaef-788310f3301b req-8819e57f-cd5f-4539-915c-3b621154bd1e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:01.146788 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-88128fbe-236c-4cd4-aaef-788310f3301b req-8819e57f-cd5f-4539-915c-3b621154bd1e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0993276 May 26 11:04:01.191728 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-88128fbe-236c-4cd4-aaef-788310f3301b req-0cdee9b2-5706-4360-909a-7ee403acd7a4 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391791 May 26 11:04:01.229043 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9c1ac-b1b2-4fcf-9886-8cb2c019b6d9 req-8ca4f007-1b76-485b-98b0-1a01a1cd449a tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:01.230818 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-79f9c1ac-b1b2-4fcf-9886-8cb2c019b6d9 req-8ca4f007-1b76-485b-98b0-1a01a1cd449a tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.1104178 May 26 11:04:01.278813 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-79f9c1ac-b1b2-4fcf-9886-8cb2c019b6d9 req-a8aaadc6-4539-4931-a800-87d08af9f2eb tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404480 May 26 11:04:02.402216 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e37d5-107a-497f-838a-33cbca3f965e req-725cbf9e-c31c-4bd6-8df9-0c210c48cbcc tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:02.404078 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-783e37d5-107a-497f-838a-33cbca3f965e req-725cbf9e-c31c-4bd6-8df9-0c210c48cbcc tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1030602 May 26 11:04:02.458509 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-783e37d5-107a-497f-838a-33cbca3f965e req-638f6a6c-2066-43af-8c84-08f9c3a61ee3 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422859 May 26 11:04:02.495143 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a770b-24f1-4338-9506-831fafcfd2c7 req-10556d27-2c6d-49da-8549-105722788dc1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:02.496674 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-290a770b-24f1-4338-9506-831fafcfd2c7 req-10556d27-2c6d-49da-8549-105722788dc1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.0929093 May 26 11:04:02.552199 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-290a770b-24f1-4338-9506-831fafcfd2c7 req-7f1291ff-8e43-4670-b651-c5d458de3c78 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394819 May 26 11:04:03.743474 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a49366-ff8c-4676-850b-a92285e27fb7 req-b15db3c8-f297-4311-8be6-1428838bdaa2 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:03.745074 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-36a49366-ff8c-4676-850b-a92285e27fb7 req-b15db3c8-f297-4311-8be6-1428838bdaa2 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1753185 May 26 11:04:03.779572 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cb21a-1ece-4672-8b2e-f29f08fddfae req-716d49f2-36ad-4f35-86c8-ca2589901662 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:03.781473 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c67cb21a-1ece-4672-8b2e-f29f08fddfae req-716d49f2-36ad-4f35-86c8-ca2589901662 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.1022778 May 26 11:04:03.803161 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-36a49366-ff8c-4676-850b-a92285e27fb7 req-aed1a7b6-3340-4a53-ab33-8ab49100eb71 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517747 May 26 11:04:03.843755 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c67cb21a-1ece-4672-8b2e-f29f08fddfae req-d5311838-dcc4-4787-b481-15a61c8b1cfb tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544794 May 26 11:04:04.993485 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145f35a-07d6-4d32-a403-1f35d59dde7d req-64bf4e5f-fe81-4c63-9e71-a2f56e630e0b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:04.995000 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9145f35a-07d6-4d32-a403-1f35d59dde7d req-64bf4e5f-fe81-4c63-9e71-a2f56e630e0b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0829759 May 26 11:04:05.026129 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3ea00-e4cb-4722-916d-c8de5b567619 req-01cccc9d-03d2-4f16-aefc-6ec4329fc9bc tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:05.027493 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-50a3ea00-e4cb-4722-916d-c8de5b567619 req-01cccc9d-03d2-4f16-aefc-6ec4329fc9bc tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.0821748 May 26 11:04:05.040249 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9145f35a-07d6-4d32-a403-1f35d59dde7d req-572a5b9c-c9a1-4b46-a92a-e8bb86091c99 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392513 May 26 11:04:05.074612 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-50a3ea00-e4cb-4722-916d-c8de5b567619 req-f6b8e8ac-80b8-47fd-974f-f3588cd1c306 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407193 May 26 11:04:06.236825 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040b134-2c08-4d99-97a3-45cf7a6433c7 req-086fb57b-55ab-4afb-8b13-d8e92f42fd19 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:06.238352 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a040b134-2c08-4d99-97a3-45cf7a6433c7 req-086fb57b-55ab-4afb-8b13-d8e92f42fd19 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0904334 May 26 11:04:06.271423 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c950df-cde5-4172-a265-8a24975a8b57 req-59d126c3-1bdf-4f69-9e00-d36c70547469 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:06.272905 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d4c950df-cde5-4172-a265-8a24975a8b57 req-59d126c3-1bdf-4f69-9e00-d36c70547469 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.0878253 May 26 11:04:06.284112 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a040b134-2c08-4d99-97a3-45cf7a6433c7 req-4955b66b-2de1-4464-a1e6-3cc184ae8990 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 May 26 11:04:06.384301 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d4c950df-cde5-4172-a265-8a24975a8b57 req-9cfaefd7-9371-4356-a782-87b74bc01873 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045530 May 26 11:04:07.481049 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66280e-85dd-4533-86b8-8888088a15b3 req-017ea709-f902-4dfc-ac03-9058458d8c06 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:07.482781 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ee66280e-85dd-4533-86b8-8888088a15b3 req-017ea709-f902-4dfc-ac03-9058458d8c06 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0874643 May 26 11:04:07.536734 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ee66280e-85dd-4533-86b8-8888088a15b3 req-db812f7d-3c58-4742-b65f-24a528b34fc8 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423772 May 26 11:04:07.584608 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f70494-a613-44ab-a6d1-1ce7e9759784 req-978b7913-f3cb-40bd-98e5-be1477014a03 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:07.585255 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-27f70494-a613-44ab-a6d1-1ce7e9759784 req-978b7913-f3cb-40bd-98e5-be1477014a03 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.0791306 May 26 11:04:07.632734 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-27f70494-a613-44ab-a6d1-1ce7e9759784 req-753c7725-2e35-4ef5-9724-e7af2731e8a0 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418148 May 26 11:04:08.731382 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f281ea5-928d-44e7-9181-08282ec1647a req-40f538cd-fcb6-4449-93bf-8b8c335cbc92 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:08.732905 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-2f281ea5-928d-44e7-9181-08282ec1647a req-40f538cd-fcb6-4449-93bf-8b8c335cbc92 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0835054 May 26 11:04:08.783184 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-2f281ea5-928d-44e7-9181-08282ec1647a req-44f3d632-1a72-4b5d-8b07-c5b17b34107b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390575 May 26 11:04:08.833356 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6d302-b010-46b7-9c6a-26a4ec1a05a7 req-2e5fbcbd-4a3a-4a9f-b802-a6a282062bb3 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:08.834907 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-54b6d302-b010-46b7-9c6a-26a4ec1a05a7 req-2e5fbcbd-4a3a-4a9f-b802-a6a282062bb3 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 944 time: 0.0813396 May 26 11:04:08.879089 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-54b6d302-b010-46b7-9c6a-26a4ec1a05a7 req-3755fa1c-7828-47f9-90fb-1e0d0ec7aaa6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387292 May 26 11:04:09.507299 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 4d23add1-7e90-4389-9dc6-335cdee0b5c7 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:04:09.641305 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 4d23add1-7e90-4389-9dc6-335cdee0b5c7, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:09.656808 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'port_id': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'mac_address': 'fa:16:3e:bc:6b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:04:09.730607 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:09.746881 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d23add1-7e90-4389-9dc6-335cdee0b5c7 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:04:09.761434 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 4d23add1-7e90-4389-9dc6-335cdee0b5c7, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:09.764950 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:09.767720 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:09.832900 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=4d23add1-7e90-4389-9dc6-335cdee0b5c7,revision_number=9']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:09.836030 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:09.968940 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e394ca-89b9-45db-8716-048869a85107 req-10f87b1e-aba9-4d80-be19-ec8ffdecf0ab tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:09.970981 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d7e394ca-89b9-45db-8716-048869a85107 req-10f87b1e-aba9-4d80-be19-ec8ffdecf0ab tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0838823 May 26 11:04:10.017890 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d7e394ca-89b9-45db-8716-048869a85107 req-a2da409c-c16b-4b8a-b542-4f5d136f5d57 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 May 26 11:04:10.068935 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cf313-bb1c-420c-a090-fd4d665ceabd req-461eec21-5ff6-4789-b885-cc982d9253c3 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:10.070454 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-353cf313-bb1c-420c-a090-fd4d665ceabd req-461eec21-5ff6-4789-b885-cc982d9253c3 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 945 time: 0.0824358 May 26 11:04:10.112267 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['4d23add1-7e90-4389-9dc6-335cdee0b5c7'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:04:10.115063 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-353cf313-bb1c-420c-a090-fd4d665ceabd req-398c3521-fbef-414e-876a-f4dcfe7953f0 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390570 May 26 11:04:11.201583 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204a6eb-180d-4635-a730-6c8eb510ae09 req-c4709116-85e0-4cab-aa43-554318d0a6c6 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:11.203049 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0204a6eb-180d-4635-a730-6c8eb510ae09 req-c4709116-85e0-4cab-aa43-554318d0a6c6 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0787218 May 26 11:04:11.249589 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0204a6eb-180d-4635-a730-6c8eb510ae09 req-91bf64bc-8d2b-4535-8072-aff5e053c89a tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 May 26 11:04:11.427420 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ff12-89a9-4392-b2c3-49490be18881 req-0894a50e-4437-408d-8065-411a81b4499b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:11.428874 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-60b0ff12-89a9-4392-b2c3-49490be18881 req-0894a50e-4437-408d-8065-411a81b4499b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 945 time: 0.0877364 May 26 11:04:11.482373 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-60b0ff12-89a9-4392-b2c3-49490be18881 req-6634ca2b-9cd5-40a5-92fa-506bcbc2c16b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470381 May 26 11:04:11.532081 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 4d23add1-7e90-4389-9dc6-335cdee0b5c7 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:04:11.607306 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 4d23add1-7e90-4389-9dc6-335cdee0b5c7 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:11.607683 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:11.734155 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:11.769765 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d23add1-7e90-4389-9dc6-335cdee0b5c7'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:04:11.779505 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 4d23add1-7e90-4389-9dc6-335cdee0b5c7, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:11.784342 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:11.786336 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:11.824548 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'code': 200} May 26 11:04:11.860116 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=4d23add1-7e90-4389-9dc6-335cdee0b5c7,revision_number=10']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:11.865677 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:12.512274 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75438ab9-47b3-4b3e-9415-e0cc9e81e699 req-bc848f97-870e-4c1f-993e-a1213166a4c9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:12.514210 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-75438ab9-47b3-4b3e-9415-e0cc9e81e699 req-bc848f97-870e-4c1f-993e-a1213166a4c9 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1555705 May 26 11:04:12.517244 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b3a56-1083-486d-81f4-3b3afbcf45ee req-677459f7-93ff-4476-ba96-07975375e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:12.518780 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-377b3a56-1083-486d-81f4-3b3afbcf45ee req-677459f7-93ff-4476-ba96-07975375e2d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 1100 time: 0.1234334 May 26 11:04:12.588263 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-75438ab9-47b3-4b3e-9415-e0cc9e81e699 req-b2653dd4-ee96-4d76-b48f-96caf2bf3873 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679307 May 26 11:04:12.590083 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-377b3a56-1083-486d-81f4-3b3afbcf45ee req-644e7294-82c3-43bb-ac04-da073db3cac4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564270 May 26 11:04:12.675446 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e11278-9e5e-479a-ac29-e853328c42fd req-62387435-6cbf-4111-9750-c687b2f7ee74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:12.676918 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-37e11278-9e5e-479a-ac29-e853328c42fd req-62387435-6cbf-4111-9750-c687b2f7ee74 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 947 time: 0.0822003 May 26 11:04:12.724777 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-37e11278-9e5e-479a-ac29-e853328c42fd req-8dd7f52f-28e8-46fb-a5f4-5ba9e770c5e1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421786 May 26 11:04:12.996145 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146ce05-59ad-427f-9299-c7b608e2463b req-94ce1fd7-9a6e-40df-868c-6b85f7eca64e tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:12.997654 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f146ce05-59ad-427f-9299-c7b608e2463b req-94ce1fd7-9a6e-40df-868c-6b85f7eca64e tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 946 time: 0.0793412 May 26 11:04:13.043898 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f146ce05-59ad-427f-9299-c7b608e2463b req-16ae9547-a4fd-4465-ac70-1267e3569d8a tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398922 May 26 11:04:13.780763 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66638415-612a-449b-9fe2-8f635edbdde7 req-cc711188-8380-4681-9ef2-be13d87ac457 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:13.782413 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-66638415-612a-449b-9fe2-8f635edbdde7 req-cc711188-8380-4681-9ef2-be13d87ac457 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0854125 May 26 11:04:13.827377 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-66638415-612a-449b-9fe2-8f635edbdde7 req-cea6d7c3-7949-42e0-b80a-211db828e106 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393734 May 26 11:04:13.921332 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6707e3-2634-498a-85a4-a8424b278e03 req-4fb1eedb-0c2e-4272-99cb-213c798372ce tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:13.923056 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0b6707e3-2634-498a-85a4-a8424b278e03 req-4fb1eedb-0c2e-4272-99cb-213c798372ce tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 947 time: 0.0832145 May 26 11:04:13.970232 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0b6707e3-2634-498a-85a4-a8424b278e03 req-1973803f-ef6e-4b0b-88c5-1b63ed8930c4 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407925 May 26 11:04:14.233073 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402efec-e587-4ae1-9d1d-4cd70fd47a5b req-e6d74fbd-0768-4f4b-9b32-536713b73b44 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:14.234659 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e402efec-e587-4ae1-9d1d-4cd70fd47a5b req-e6d74fbd-0768-4f4b-9b32-536713b73b44 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 946 time: 0.0840247 May 26 11:04:14.289328 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e402efec-e587-4ae1-9d1d-4cd70fd47a5b req-c58df59d-a6ee-4d4c-8e52-73671bf73210 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482366 May 26 11:04:15.008630 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece2cc9-6f4c-4a92-bedf-8f027daba982 req-c0335a69-1745-4b3c-aa31-e22d10271f83 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:15.010155 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-aece2cc9-6f4c-4a92-bedf-8f027daba982 req-c0335a69-1745-4b3c-aa31-e22d10271f83 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0793772 May 26 11:04:15.054963 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-aece2cc9-6f4c-4a92-bedf-8f027daba982 req-5a90b393-7ae3-4560-91a6-88077812704a tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391798 May 26 11:04:15.161271 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296302b-f767-4b49-ae95-27aad6be7b87 req-2d555989-1492-430f-bfd4-751da72dc8d7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:15.162677 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8296302b-f767-4b49-ae95-27aad6be7b87 req-2d555989-1492-430f-bfd4-751da72dc8d7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 947 time: 0.0791202 May 26 11:04:15.205811 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8296302b-f767-4b49-ae95-27aad6be7b87 req-95b74e85-75d8-491b-9089-dbe1bb5d514b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374947 May 26 11:04:15.479746 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf276c-2ea2-4e78-8017-bcc1669ace92 req-84010921-6a76-4528-b313-1eb19cb8eeb8 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:15.481225 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-02bf276c-2ea2-4e78-8017-bcc1669ace92 req-84010921-6a76-4528-b313-1eb19cb8eeb8 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 946 time: 0.0870764 May 26 11:04:15.528904 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-02bf276c-2ea2-4e78-8017-bcc1669ace92 req-9e9a985f-979a-4e0e-a3c6-a494955f00c7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 May 26 11:04:16.236866 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be18738-a897-41d5-a499-035a4950f581 req-9f92eb00-48e1-4808-9beb-a6f125be950d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:16.238335 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3be18738-a897-41d5-a499-035a4950f581 req-9f92eb00-48e1-4808-9beb-a6f125be950d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0817440 May 26 11:04:16.281242 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3be18738-a897-41d5-a499-035a4950f581 req-326b3187-b3d4-4896-a0ee-19df87a1e2ed tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373056 May 26 11:04:16.728874 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3934699-14f6-4f21-a76a-f1171dc30375 req-f6eda342-d8a1-4c20-8b14-837b0a0b67cb tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:16.730356 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d3934699-14f6-4f21-a76a-f1171dc30375 req-f6eda342-d8a1-4c20-8b14-837b0a0b67cb tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 946 time: 0.0906305 May 26 11:04:16.781962 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d3934699-14f6-4f21-a76a-f1171dc30375 req-9cac50e2-c315-4c92-8ecd-7ea795d60d72 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438178 May 26 11:04:16.835768 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986cf35-f0c8-442a-8438-e371d2c9780a req-8be4c826-9b52-48d4-b6aa-aff9bbae93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:16.837245 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b986cf35-f0c8-442a-8438-e371d2c9780a req-8be4c826-9b52-48d4-b6aa-aff9bbae93f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 1098 time: 0.0838346 May 26 11:04:16.878586 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b986cf35-f0c8-442a-8438-e371d2c9780a req-bc670111-bf94-4dd5-9e6b-39d843c14afc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334251 May 26 11:04:16.882240 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43024) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:17.022366 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:17.036544 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:17.040297 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:a5811d18a5e946f8893d2898d5a009b4 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:17.043040 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:17.048521 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:17.130793 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:17.134391 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:17.143221 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-568ec2ab-3f15-4c08-8fd8-b3cc340cd73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:17.181035 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5811d18a5e946f8893d2898d5a009b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978432 May 26 11:04:17.181962 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af47a273-84c3-4314-bdac-9cf526543624,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:17.183755 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43030) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:17.190250 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:17.190611 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:17.190963 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:17.191309 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:17.191655 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:17.191997 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:17.192338 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:17.192675 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:17.193491 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:17.193491 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:17.193696 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:17.194025 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:17.198241 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:17.244376 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-939565f2-a7fd-4c3d-bca3-d8f3e2c680d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:17.270340 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-939565f2-a7fd-4c3d-bca3-d8f3e2c680d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:17.325760 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-939565f2-a7fd-4c3d-bca3-d8f3e2c680d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:17.331296 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-519ab65e-42b0-483c-89a4-4f3681331229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:17.343159 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939565f2-a7fd-4c3d-bca3-d8f3e2c680d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af47a273-84c3-4314-bdac-9cf526543624,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:17.347432 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-939565f2-a7fd-4c3d-bca3-d8f3e2c680d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:17.351931 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-939565f2-a7fd-4c3d-bca3-d8f3e2c680d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af47a273-84c3-4314-bdac-9cf526543624 HTTP/1.1" status: 204 len: 168 time: 0.1637232 May 26 11:04:17.351931 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-939565f2-a7fd-4c3d-bca3-d8f3e2c680d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:17.479422 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720b40-279f-4a88-86c4-3862218cc37b req-eb10ab0d-81c7-4759-b7c1-d441793af0b3 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:17.480907 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-73720b40-279f-4a88-86c4-3862218cc37b req-eb10ab0d-81c7-4759-b7c1-d441793af0b3 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0825591 May 26 11:04:17.526266 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-73720b40-279f-4a88-86c4-3862218cc37b req-c59b5e79-b7ab-4971-b0fb-89021a487414 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389428 May 26 11:04:17.978579 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91f16f-3696-48bd-98b2-eafcb4234e2a req-be1db58e-d4bb-407a-82c5-818f308301b8 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:17.980192 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9f91f16f-3696-48bd-98b2-eafcb4234e2a req-be1db58e-d4bb-407a-82c5-818f308301b8 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 946 time: 0.0935438 May 26 11:04:18.025694 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9f91f16f-3696-48bd-98b2-eafcb4234e2a req-85b11a5f-4491-43fd-898d-56f89a6e69f4 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 May 26 11:04:18.729739 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30845ad8-aec7-4ff3-a540-276a914af4fb req-6a65e57b-237b-4c85-b589-412862615840 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:18.731202 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-30845ad8-aec7-4ff3-a540-276a914af4fb req-6a65e57b-237b-4c85-b589-412862615840 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0845511 May 26 11:04:18.774117 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-30845ad8-aec7-4ff3-a540-276a914af4fb req-531e8b3a-cbf8-401a-ad12-df91b6ef2248 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366464 May 26 11:04:18.993386 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94468c2-4079-4846-a34c-fed97f731999 req-a535e51a-8218-4a5f-bee3-d0c20874ef67 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:18.994831 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d94468c2-4079-4846-a34c-fed97f731999 req-a535e51a-8218-4a5f-bee3-d0c20874ef67 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 946 time: 0.0829360 May 26 11:04:19.139376 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-d94468c2-4079-4846-a34c-fed97f731999 req-3f85699d-f46e-4f48-a25e-7b3c7ca81891 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Deleting port 6e0a8069-815c-4ce5-a98c-0d9522275044 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:04:19.139876 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-d94468c2-4079-4846-a34c-fed97f731999 req-3f85699d-f46e-4f48-a25e-7b3c7ca81891 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:19.298899 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f31da6-81cd-4d26-98dd-395cf55d3b5f req-be949a17-ac02-4193-a385-f0f9c1f6fa10 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:19.300280 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-67f31da6-81cd-4d26-98dd-395cf55d3b5f req-be949a17-ac02-4193-a385-f0f9c1f6fa10 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 946 time: 0.1515398 May 26 11:04:19.306438 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de8484-205d-49f2-974d-c6e4a5a437d1 req-df59a537-2063-42c7-9663-bb526ed757b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:19.307793 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-12de8484-205d-49f2-974d-c6e4a5a437d1 req-df59a537-2063-42c7-9663-bb526ed757b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6d36e779aa646e9895a7565b95a5153&device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 1098 time: 0.1006491 May 26 11:04:19.396882 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-d94468c2-4079-4846-a34c-fed97f731999 req-3f85699d-f46e-4f48-a25e-7b3c7ca81891 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] For port 6e0a8069-815c-4ce5-a98c-0d9522275044, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6e0a8069-815c-4ce5-a98c-0d9522275044,segment=NetworkSegment(1fafefdc-cf7f-4500-840c-f498e7160cfd),segment_id=1fafefdc-cf7f-4500-840c-f498e7160cfd)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:19.397240 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-d94468c2-4079-4846-a34c-fed97f731999 req-3f85699d-f46e-4f48-a25e-7b3c7ca81891 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:19.424597 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-67f31da6-81cd-4d26-98dd-395cf55d3b5f req-f952a810-29ec-4938-9c60-87b36ad5decf tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158450 May 26 11:04:19.470961 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de8484-205d-49f2-974d-c6e4a5a437d1 req-43703760-6095-4f46-88c8-c6b2ad695391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:19.472449 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-12de8484-205d-49f2-974d-c6e4a5a437d1 req-43703760-6095-4f46-88c8-c6b2ad695391 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 HTTP/1.1" status: 200 len: 919 time: 0.1507332 May 26 11:04:19.523654 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-d94468c2-4079-4846-a34c-fed97f731999 req-3f85699d-f46e-4f48-a25e-7b3c7ca81891 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Calling delete_port for 6e0a8069-815c-4ce5-a98c-0d9522275044 owned by compute:nova {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:04:19.533218 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebb12d-614c-4ba7-a45c-d06dac4e7f60 req-3505ace8-c2cf-4d06-82a5-9d1f4b89f352 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:19.534714 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6aebb12d-614c-4ba7-a45c-d06dac4e7f60 req-3505ace8-c2cf-4d06-82a5-9d1f4b89f352 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.2562804 May 26 11:04:19.625714 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6aebb12d-614c-4ba7-a45c-d06dac4e7f60 req-8ae0b381-29db-44b2-90fe-04b43d657e51 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605733 May 26 11:04:19.641307 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-12de8484-205d-49f2-974d-c6e4a5a437d1 req-96a4be89-115f-4078-afc7-ccce16461bf2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2320114-43c3-4b14-b533-2766c8142cfd HTTP/1.1" status: 200 len: 217 time: 0.1605682 May 26 11:04:19.711109 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de8484-205d-49f2-974d-c6e4a5a437d1 req-d4feb3a3-c708-4aaf-a6da-512659ff964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:19.712824 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-12de8484-205d-49f2-974d-c6e4a5a437d1 req-d4feb3a3-c708-4aaf-a6da-512659ff964b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbf6281a-8c05-4fba-8ba1-63390fc46865 HTTP/1.1" status: 200 len: 858 time: 0.0645185 May 26 11:04:19.756208 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-d94468c2-4079-4846-a34c-fed97f731999 req-3f85699d-f46e-4f48-a25e-7b3c7ca81891 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:19.763454 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b391e1d8-c6c3-4431-8d19-dced859e61de tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:19.770098 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-12de8484-205d-49f2-974d-c6e4a5a437d1 req-e532789f-c873-441b-a791-43b88fa95faa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492349 May 26 11:04:19.819730 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85699d-f46e-4f48-a25e-7b3c7ca81891 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Pushing event deleted for resources: {'Port': ['ID=6e0a8069-815c-4ce5-a98c-0d9522275044,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:19.823629 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-3f85699d-f46e-4f48-a25e-7b3c7ca81891 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:19.827544 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-131272ec-0426-4e3c-855e-0bb9fa676bde req-45360af3-beaa-4dda-a83a-e773d6c16f30 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1970699 May 26 11:04:19.947987 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94468c2-4079-4846-a34c-fed97f731999 req-3f85699d-f46e-4f48-a25e-7b3c7ca81891 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] No DVR routers for this DVR port 6e0a8069-815c-4ce5-a98c-0d9522275044 on host hv-cinder-79313 {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:04:19.955632 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-d94468c2-4079-4846-a34c-fed97f731999 req-3f85699d-f46e-4f48-a25e-7b3c7ca81891 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:19.958069 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94590d8-a524-453a-abb1-b59c6dcd81ce', 'name': 'network-vif-deleted', 'tag': '6e0a8069-815c-4ce5-a98c-0d9522275044'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:04:19.990357 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-12de8484-205d-49f2-974d-c6e4a5a437d1 req-a012130e-2c53-4256-a3c3-00fed30b19bd service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106228 May 26 11:04:19.994907 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d94468c2-4079-4846-a34c-fed97f731999 req-3f85699d-f46e-4f48-a25e-7b3c7ca81891 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.16 "DELETE /v2.0/ports/6e0a8069-815c-4ce5-a98c-0d9522275044 HTTP/1.1" status: 204 len: 173 time: 0.9938672 May 26 11:04:19.997927 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131272ec-0426-4e3c-855e-0bb9fa676bde req-e7558c49-b848-49e3-ac19-87926ca6c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:19.999540 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-131272ec-0426-4e3c-855e-0bb9fa676bde req-e7558c49-b848-49e3-ac19-87926ca6c3d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6d36e779aa646e9895a7565b95a5153&device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 1099 time: 0.1350136 May 26 11:04:20.147778 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94590d8-a524-453a-abb1-b59c6dcd81ce', 'name': 'network-vif-deleted', 'tag': '6e0a8069-815c-4ce5-a98c-0d9522275044', 'status': 'completed', 'code': 200} May 26 11:04:20.184113 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131272ec-0426-4e3c-855e-0bb9fa676bde req-9bd35f33-180b-4ab8-b0ab-0bd7ddc691a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:20.185619 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-131272ec-0426-4e3c-855e-0bb9fa676bde req-9bd35f33-180b-4ab8-b0ab-0bd7ddc691a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 HTTP/1.1" status: 200 len: 919 time: 0.1628864 May 26 11:04:20.198454 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-12de8484-205d-49f2-974d-c6e4a5a437d1 req-3f05fef9-fcb6-4eff-b159-03557e499990 service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828554 May 26 11:04:20.227518 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e3484e93-20db-4021-9fd1-65f43080ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:20.286731 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-131272ec-0426-4e3c-855e-0bb9fa676bde req-bbbac3d5-057f-4b88-88a9-57d8a3603e38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b6e2deb-15dc-4a29-8019-f943a1a90b95 HTTP/1.1" status: 200 len: 217 time: 0.0653291 May 26 11:04:20.353824 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131272ec-0426-4e3c-855e-0bb9fa676bde req-9445227f-e761-4e48-bf09-2743bb8b4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:20.355220 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-131272ec-0426-4e3c-855e-0bb9fa676bde req-9445227f-e761-4e48-bf09-2743bb8b4f26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbf6281a-8c05-4fba-8ba1-63390fc46865 HTTP/1.1" status: 200 len: 858 time: 0.0568347 May 26 11:04:20.402381 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-131272ec-0426-4e3c-855e-0bb9fa676bde req-d496634c-f02d-42ac-a991-2036112c5261 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402529 May 26 11:04:20.539293 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-131272ec-0426-4e3c-855e-0bb9fa676bde req-678ea339-297c-4e5b-aa27-af35059b0768 service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287982 May 26 11:04:20.597095 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-87161555-edf0-40e9-b335-1392281e0ff2 req-a8c7f181-da00-474e-8aa0-43ba8a644332 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=b94590d8-a524-453a-abb1-b59c6dcd81ce HTTP/1.1" status: 200 len: 210 time: 0.0468941 May 26 11:04:20.738698 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-131272ec-0426-4e3c-855e-0bb9fa676bde req-3de88e26-2781-4adb-b62f-b0e39395991f service neutron] 10.222.0.16 "GET /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265931 May 26 11:04:20.833359 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ca32f-ece9-4ffe-829f-7b48fc1dcbf5 req-1c66a7ba-ffa3-46d6-a42d-9b5e8f7395c7 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:20.834857 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4c1ca32f-ece9-4ffe-829f-7b48fc1dcbf5 req-1c66a7ba-ffa3-46d6-a42d-9b5e8f7395c7 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0905845 May 26 11:04:20.884117 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4c1ca32f-ece9-4ffe-829f-7b48fc1dcbf5 req-9f476eef-a893-4442-bc67-43433739b24b tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433972 May 26 11:04:21.373752 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07e7fa-0b98-4b94-8b3b-38dc9b3236a7 req-a2dee79a-4c9d-4a3c-8657-d57b0c70267b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:21.375392 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4b07e7fa-0b98-4b94-8b3b-38dc9b3236a7 req-a2dee79a-4c9d-4a3c-8657-d57b0c70267b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0805261 May 26 11:04:21.430121 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4b07e7fa-0b98-4b94-8b3b-38dc9b3236a7 req-c1cd1d01-d8a4-440b-95c4-d5ace5a0f515 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479496 May 26 11:04:21.594115 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 6e0a8069-815c-4ce5-a98c-0d9522275044 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:04:21.629861 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: 6e0a8069-815c-4ce5-a98c-0d9522275044 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:04:21.630166 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 6e0a8069-815c-4ce5-a98c-0d9522275044 not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:04:22.159878 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bf99d-7d64-4a1a-b109-515ccc4618b4 req-c12bcf4f-62ce-4d7a-a284-c2a303fd403d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:22.165751 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:22.165939 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-589bf99d-7d64-4a1a-b109-515ccc4618b4 req-c12bcf4f-62ce-4d7a-a284-c2a303fd403d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1625595 May 26 11:04:22.210055 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-589bf99d-7d64-4a1a-b109-515ccc4618b4 req-6f531aca-d525-4889-8387-9db2bcece0b5 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386975 May 26 11:04:22.366821 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:22.620411 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097528a-7f3b-4b50-b40a-707b236038c2 req-cf7d7661-8690-42da-8710-5d2ef0b8a7c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:22.621938 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d097528a-7f3b-4b50-b40a-707b236038c2 req-cf7d7661-8690-42da-8710-5d2ef0b8a7c8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0811036 May 26 11:04:22.667394 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d097528a-7f3b-4b50-b40a-707b236038c2 req-640da342-f9e0-428f-8cbf-6abe736adecb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386975 May 26 11:04:22.880620 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d0f45931-ba04-47cc-88a5-4f5ae17b2c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:23.396958 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07ff8c-c0dc-4d2e-bf66-94e557bf3ef8 req-88ddd232-e612-4f20-a3bc-c548f019322f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:23.398422 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8a07ff8c-c0dc-4d2e-bf66-94e557bf3ef8 req-88ddd232-e612-4f20-a3bc-c548f019322f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0799401 May 26 11:04:23.440773 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8a07ff8c-c0dc-4d2e-bf66-94e557bf3ef8 req-0c6fe105-f4fa-4d28-8468-b365f2796689 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368245 May 26 11:04:23.529124 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:23.861299 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a228f54-69b4-4e4a-ab78-3b41893da3f7 req-4dc6b12f-2ec1-4250-b734-d13b466cdb84 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:23.862920 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9a228f54-69b4-4e4a-ab78-3b41893da3f7 req-4dc6b12f-2ec1-4250-b734-d13b466cdb84 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0897806 May 26 11:04:23.930142 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9a228f54-69b4-4e4a-ab78-3b41893da3f7 req-55585a8d-22f9-412c-b327-df45eddf2976 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603189 May 26 11:04:25.119542 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8082af8-1adf-4626-b0b4-fb4fce098586 req-9ecac198-2e7a-44e7-923f-5498b3973fcd tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:25.121029 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e8082af8-1adf-4626-b0b4-fb4fce098586 req-9ecac198-2e7a-44e7-923f-5498b3973fcd tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0877175 May 26 11:04:25.165813 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e8082af8-1adf-4626-b0b4-fb4fce098586 req-312b7d7a-717d-4afc-8f1b-1db0daa16d42 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384407 May 26 11:04:25.280238 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:25.978391 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-82f6aed4-60de-4cb8-8df8-69da0b5e9142 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:25.979987 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-82f6aed4-60de-4cb8-8df8-69da0b5e9142 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/networks?id=f6ffedbc-749d-4f91-b0e5-927589ecd8aa HTTP/1.1" status: 200 len: 814 time: 0.1508446 May 26 11:04:25.995047 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-d08f452f-e762-420a-829c-b7fb0f8bd0f8 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/quotas/f333bf197ba64657900fcb88264f51bd HTTP/1.1" status: 200 len: 375 time: 0.0095615 May 26 11:04:26.045004 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-57dc3ca2-5b1d-44df-82e1-e3ffe4f541ee tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Synchronizing usage tracker for tenant:f333bf197ba64657900fcb88264f51bd on resource:port {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:04:26.060323 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-57dc3ca2-5b1d-44df-82e1-e3ffe4f541ee tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Unset dirty status for tenant:f333bf197ba64657900fcb88264f51bd on resource:port {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:04:26.061612 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-57dc3ca2-5b1d-44df-82e1-e3ffe4f541ee tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f333bf197ba64657900fcb88264f51bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611556 May 26 11:04:26.195051 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-c8aca54e-4505-45d8-88e0-aff52dcadbbe service neutron] 10.222.0.25 "GET /v2.0/networks/f6ffedbc-749d-4f91-b0e5-927589ecd8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237602 May 26 11:04:26.329938 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-1cfadd12-002c-47e6-a75c-3a15247c1bd5 service neutron] 10.222.0.25 "GET /v2.0/networks/f6ffedbc-749d-4f91-b0e5-927589ecd8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285686 May 26 11:04:26.356746 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5e9c7-8b74-4cb0-92ed-690ad6af5c4a req-7dc387a2-8a83-47f4-bc91-44b1840b6b49 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:26.358364 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95a5e9c7-8b74-4cb0-92ed-690ad6af5c4a req-7dc387a2-8a83-47f4-bc91-44b1840b6b49 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0840344 May 26 11:04:26.405248 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95a5e9c7-8b74-4cb0-92ed-690ad6af5c4a req-26080f92-03e5-4e41-bdda-10224095e965 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410252 May 26 11:04:26.517649 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-06f96246-e8f8-483d-8b16-b7eb0b63d4e9 req-1075d9ba-d2aa-4723-b1ec-ceb04d080856 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 210 time: 0.0477643 May 26 11:04:27.593583 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe42491-e1d9-4f57-af54-5327cfd98482 req-fc468185-decb-4d1b-b1e4-cbbe4fe8365c tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:27.595789 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-cbe42491-e1d9-4f57-af54-5327cfd98482 req-fc468185-decb-4d1b-b1e4-cbbe4fe8365c tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0806010 May 26 11:04:27.647287 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-cbe42491-e1d9-4f57-af54-5327cfd98482 req-7464aa45-9a81-4958-9918-827ae0c44259 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457895 May 26 11:04:27.668612 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-680f7205-7025-4fbd-af17-b370cfb3e5a3 req-ca77ee91-be4f-40f0-b888-2cd57ee44224 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 210 time: 0.0421650 May 26 11:04:28.036782 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0c19c-d4e8-4dfb-9973-5db121239ac4 req-64671b9b-6517-4670-af33-1acb9c9f3f1d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:28.038831 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6dd0c19c-d4e8-4dfb-9973-5db121239ac4 req-64671b9b-6517-4670-af33-1acb9c9f3f1d tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.0997832 May 26 11:04:28.095754 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6dd0c19c-d4e8-4dfb-9973-5db121239ac4 req-7b057193-efeb-4c53-80c9-9a020520e754 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494292 May 26 11:04:28.098244 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-aa38ffe2-e1d4-42e9-aa26-8bace72a55db tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:28.100703 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-aa38ffe2-e1d4-42e9-aa26-8bace72a55db tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.16 "GET /v2.0/networks?id=f6ffedbc-749d-4f91-b0e5-927589ecd8aa HTTP/1.1" status: 200 len: 814 time: 0.1659153 May 26 11:04:28.121199 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Request body: {'port': {'device_id': '628f9be8-20c2-4548-8d46-99edff7b2704', 'network_id': 'f6ffedbc-749d-4f91-b0e5-927589ecd8aa', 'admin_state_up': True, 'tenant_id': 'f333bf197ba64657900fcb88264f51bd'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:28.256167 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:28.265399 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:28.274877 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Made reservation on behalf of f333bf197ba64657900fcb88264f51bd for: {'port': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:04:28.278286 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:28.439139 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Allocated IP 172.20.0.3 (f6ffedbc-749d-4f91-b0e5-927589ecd8aa/95e2a217-7dd8-4e85-95cc-58cf41eb783c/41eec5eb-e2a9-4a1b-bfdc-d9022e789d48) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:04:28.640297 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:28.669231 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:28.674987 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:28.746660 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Network f6ffedbc-749d-4f91-b0e5-927589ecd8aa is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:04:28.749392 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:04:28.754030 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:04:28.783744 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Pushing event updated for resources: {'Port': ['ID=41eec5eb-e2a9-4a1b-bfdc-d9022e789d48,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:28.794462 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:28.867906 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9f487-5279-47e0-9830-81748e8f4e1a req-a4654cf7-1516-42c6-aab8-202b9f6eb439 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:28.869531 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-63c9f487-5279-47e0-9830-81748e8f4e1a req-a4654cf7-1516-42c6-aab8-202b9f6eb439 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 931 time: 0.0901256 May 26 11:04:28.919935 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-63c9f487-5279-47e0-9830-81748e8f4e1a req-5e97e08d-90e5-4adc-a652-2f89099c52a4 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441885 May 26 11:04:28.947706 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:28.947706 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:28.981183 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8645239 May 26 11:04:28.991157 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd5e31-599d-4d0f-8bf8-75ada2db5b25 req-06681dda-02f0-46c0-a07c-b7c85b8d11f0 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:28.992562 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-dbcd5e31-599d-4d0f-8bf8-75ada2db5b25 req-06681dda-02f0-46c0-a07c-b7c85b8d11f0 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.2134163 May 26 11:04:29.000744 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Request body: {'port': {'device_id': '628f9be8-20c2-4548-8d46-99edff7b2704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:29.121006 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-dbcd5e31-599d-4d0f-8bf8-75ada2db5b25 req-d6cb596e-d79d-4fb6-a41a-ca2656409d5a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938225 May 26 11:04:29.141001 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:29.285397 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b9207-f7d0-47b2-977e-77c31eaaac03 req-cab3e1cc-c79c-4b0a-b311-2c2ada147ad0 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:29.286989 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ad9b9207-f7d0-47b2-977e-77c31eaaac03 req-cab3e1cc-c79c-4b0a-b311-2c2ada147ad0 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.0856967 May 26 11:04:29.338281 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ad9b9207-f7d0-47b2-977e-77c31eaaac03 req-57d83b96-e456-4ef1-bbed-8d838d64c141 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409293 May 26 11:04:29.489535 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:04:29.496706 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:29.512103 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Transition to ACTIVE for port object 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:04:29.515499 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6437530'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:29.519866 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ef10b0ed-b2ab-4d8a-b064-337b1b04bde8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:29.538954 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43292) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:29.658108 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:29.671859 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:29.675018 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Pushing event updated for resources: {'Port': ['ID=41eec5eb-e2a9-4a1b-bfdc-d9022e789d48,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:29.676598 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Usage tracker for resource:security_group_rule and tenant:2981709a14e34c3897068bb3d2477ffc is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:29.680656 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:29.682146 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:29.686639 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:29.747758 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Attempting to bind port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:04:29.748183 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Attempting to bind port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '1fafefdc-cf7f-4500-840c-f498e7160cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f6ffedbc-749d-4f91-b0e5-927589ecd8aa'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:04:29.748583 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Attempting to bind port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 on network f6ffedbc-749d-4f91-b0e5-927589ecd8aa {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:04:29.753929 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 on network f6ffedbc-749d-4f91-b0e5-927589ecd8aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:04:29.754252 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Attempting to bind port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 on network f6ffedbc-749d-4f91-b0e5-927589ecd8aa {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:04:29.759264 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:04:29.759602 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Checking segment: {'id': '1fafefdc-cf7f-4500-840c-f498e7160cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f6ffedbc-749d-4f91-b0e5-927589ecd8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:04:29.759984 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Bound using segment: {'id': '1fafefdc-cf7f-4500-840c-f498e7160cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f6ffedbc-749d-4f91-b0e5-927589ecd8aa'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:04:29.760399 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Bound port: 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fafefdc-cf7f-4500-840c-f498e7160cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f6ffedbc-749d-4f91-b0e5-927589ecd8aa'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:04:29.760746 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:29.768908 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:29.772636 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:29.779530 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-84e4de23-7a44-408e-9487-2d947fe30aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:29.818656 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07c8a5b-2074-42a8-b9c1-639798044540,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:29.823775 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2981709a14e34c3897068bb3d2477ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837656 May 26 11:04:29.826473 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43298) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:29.828146 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:29.828518 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:29.828905 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:29.829256 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:29.829628 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:29.830050 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:29.830343 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:29.830683 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:29.831044 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:29.831368 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:29.831703 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:29.832037 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:29.836099 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:29.890095 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] For port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48, host hv-cinder-79313, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:04:29.907335 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] For port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=41eec5eb-e2a9-4a1b-bfdc-d9022e789d48,segment=NetworkSegment(1fafefdc-cf7f-4500-840c-f498e7160cfd),segment_id=1fafefdc-cf7f-4500-840c-f498e7160cfd)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:04:29.915387 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6437530'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:29.919010 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:29.948295 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f47f5152-4c73-467b-98aa-34ef3201f662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:30.010772 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:30.011375 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:30.012763 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] 10.222.0.16 "PUT /v2.0/ports/41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 HTTP/1.1" status: 200 len: 1093 time: 1.0161893 May 26 11:04:30.014798 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628f9be8-20c2-4548-8d46-99edff7b2704', 'tag': '41eec5eb-e2a9-4a1b-bfdc-d9022e789d48'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:04:30.026673 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f47f5152-4c73-467b-98aa-34ef3201f662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:30.072027 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Pushing event updated for resources: {'Port': ['ID=41eec5eb-e2a9-4a1b-bfdc-d9022e789d48,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:30.079819 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628f9be8-20c2-4548-8d46-99edff7b2704', 'tag': '41eec5eb-e2a9-4a1b-bfdc-d9022e789d48', 'status': 'completed', 'code': 200} May 26 11:04:30.086280 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:30.199114 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f47f5152-4c73-467b-98aa-34ef3201f662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:30.206215 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9b74d0f7-ec50-4231-9e06-51071252fd4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:30.220539 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43d312-1ab1-4b84-b8b1-eb5dd1352529 req-7f7e82ee-3de4-47ca-8d10-b4b087ff8d36 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:30.221236 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-3b43d312-1ab1-4b84-b8b1-eb5dd1352529 req-7f7e82ee-3de4-47ca-8d10-b4b087ff8d36 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Synchronizing usage tracker for tenant:f333bf197ba64657900fcb88264f51bd on resource:port {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:04:30.233087 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f5152-4c73-467b-98aa-34ef3201f662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07c8a5b-2074-42a8-b9c1-639798044540,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:30.238667 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f47f5152-4c73-467b-98aa-34ef3201f662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:30.242448 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-88e9c8e8-66ac-4e70-b580-bc147181f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:30.243901 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-88e9c8e8-66ac-4e70-b580-bc147181f10c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f333bf197ba64657900fcb88264f51bd&device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 1096 time: 0.1452308 May 26 11:04:30.247685 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f47f5152-4c73-467b-98aa-34ef3201f662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:30.250911 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-f47f5152-4c73-467b-98aa-34ef3201f662 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a07c8a5b-2074-42a8-b9c1-639798044540 HTTP/1.1" status: 204 len: 168 time: 0.4213176 May 26 11:04:30.257145 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-3b43d312-1ab1-4b84-b8b1-eb5dd1352529 req-7f7e82ee-3de4-47ca-8d10-b4b087ff8d36 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Unset dirty status for tenant:f333bf197ba64657900fcb88264f51bd on resource:port {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:04:30.258561 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3b43d312-1ab1-4b84-b8b1-eb5dd1352529 req-7f7e82ee-3de4-47ca-8d10-b4b087ff8d36 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 943 time: 0.2189922 May 26 11:04:30.319331 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e568-f921-43a7-a5cd-667a515ab2ae req-46015234-745b-4521-9fe0-bfea2870cf27 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:30.320897 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e3f2e568-f921-43a7-a5cd-667a515ab2ae req-46015234-745b-4521-9fe0-bfea2870cf27 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0888705 May 26 11:04:30.339300 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-b8cfa98e-9faf-412a-978b-5153bd01877f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 HTTP/1.1" status: 200 len: 217 time: 0.0788114 May 26 11:04:30.371506 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3b43d312-1ab1-4b84-b8b1-eb5dd1352529 req-09a36bf7-60a3-460b-93bc-204e5d355784 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558341 May 26 11:04:30.371742 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e3f2e568-f921-43a7-a5cd-667a515ab2ae req-60c7c452-ae62-4ee5-8493-4c62f6500ad9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446103 May 26 11:04:30.437604 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-460305dd-8dff-4f1a-b024-c8f7ed95da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:30.439105 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-460305dd-8dff-4f1a-b024-c8f7ed95da8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95e2a217-7dd8-4e85-95cc-58cf41eb783c HTTP/1.1" status: 200 len: 854 time: 0.0709629 May 26 11:04:30.519858 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-1383f100-8437-4d0d-aeef-f1ddaa0e2fdd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6ffedbc-749d-4f91-b0e5-927589ecd8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732665 May 26 11:04:30.717901 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b8784-c44e-4d54-b9e3-890723870f66 req-929db241-c6f0-45e0-a227-c244178b6f4f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:30.719547 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ff0b8784-c44e-4d54-b9e3-890723870f66 req-929db241-c6f0-45e0-a227-c244178b6f4f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.16 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.0879622 May 26 11:04:30.772385 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fa59b-61fd-4d00-99a7-6683a5d2df58 req-e88d690f-3b84-41cc-a9ed-5149b52d5270 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:30.773893 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8c1fa59b-61fd-4d00-99a7-6683a5d2df58 req-e88d690f-3b84-41cc-a9ed-5149b52d5270 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 946 time: 0.2930417 May 26 11:04:30.779185 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-99a0e6c4-25c0-40bd-9620-ceb9fd8e23ed service neutron] 10.222.0.16 "GET /v2.0/networks/f6ffedbc-749d-4f91-b0e5-927589ecd8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484424 May 26 11:04:30.875886 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-ff0b8784-c44e-4d54-b9e3-890723870f66 req-ea07f8b7-e1dc-4abb-ab53-0a905308bd4e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Deleting port 2b6e2deb-15dc-4a29-8019-f943a1a90b95 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:04:30.876246 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ff0b8784-c44e-4d54-b9e3-890723870f66 req-ea07f8b7-e1dc-4abb-ab53-0a905308bd4e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:30.896540 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8c1fa59b-61fd-4d00-99a7-6683a5d2df58 req-d38c20f2-f515-4a8b-9cdc-02192cd52b79 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130168 May 26 11:04:30.957454 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-496014c9-2359-4c81-bebb-33d38c3c39c6 req-c0ae294d-e522-414c-a653-37344f6d7e75 service neutron] 10.222.0.16 "GET /v2.0/networks/f6ffedbc-749d-4f91-b0e5-927589ecd8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593084 May 26 11:04:30.996191 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43330) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:31.022235 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-ff0b8784-c44e-4d54-b9e3-890723870f66 req-ea07f8b7-e1dc-4abb-ab53-0a905308bd4e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] For port 2b6e2deb-15dc-4a29-8019-f943a1a90b95, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2b6e2deb-15dc-4a29-8019-f943a1a90b95,segment=NetworkSegment(2ee78390-2c46-48d2-b2e3-44340561f42b),segment_id=2ee78390-2c46-48d2-b2e3-44340561f42b)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:31.022596 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ff0b8784-c44e-4d54-b9e3-890723870f66 req-ea07f8b7-e1dc-4abb-ab53-0a905308bd4e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:31.108613 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-116354750-network', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:31.115769 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:31.121492 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Usage tracker for resource:network and tenant:e8fab6e462c5460e9bb43982a2c37bb6 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:31.127293 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:31.134504 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:31.147639 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a5e46-d820-463d-b40f-4dc6d84ec1cd req-068585d1-46dd-4252-a9e3-fc1182e0c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:31.149431 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1a3a5e46-d820-463d-b40f-4dc6d84ec1cd req-068585d1-46dd-4252-a9e3-fc1182e0c9d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f333bf197ba64657900fcb88264f51bd&device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 1096 time: 0.1055884 May 26 11:04:31.150447 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Made reservation on behalf of e8fab6e462c5460e9bb43982a2c37bb6 for: {'network': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:04:31.152859 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:31.183948 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:31.223488 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-ff0b8784-c44e-4d54-b9e3-890723870f66 req-ea07f8b7-e1dc-4abb-ab53-0a905308bd4e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Calling delete_port for 2b6e2deb-15dc-4a29-8019-f943a1a90b95 owned by compute:nova {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:04:31.251587 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:31.263073 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Usage tracker for resource:security_group_rule and tenant:e8fab6e462c5460e9bb43982a2c37bb6 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:31.267360 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:31.275338 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:31.327829 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a5e46-d820-463d-b40f-4dc6d84ec1cd req-7c78278e-4639-4217-82a6-ca5d7ff5b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:31.329217 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1a3a5e46-d820-463d-b40f-4dc6d84ec1cd req-7c78278e-4639-4217-82a6-ca5d7ff5b2f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6ffedbc-749d-4f91-b0e5-927589ecd8aa HTTP/1.1" status: 200 len: 915 time: 0.1674790 May 26 11:04:31.398330 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ff0b8784-c44e-4d54-b9e3-890723870f66 req-ea07f8b7-e1dc-4abb-ab53-0a905308bd4e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:31.404762 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:31.412227 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1a3a5e46-d820-463d-b40f-4dc6d84ec1cd req-212f8cfe-c7e6-421d-8f50-121b51c17436 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 HTTP/1.1" status: 200 len: 217 time: 0.0762494 May 26 11:04:31.452089 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['c2320114-43c3-4b14-b533-2766c8142cfd', '2b6e2deb-15dc-4a29-8019-f943a1a90b95'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:04:31.452794 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07f8b7-e1dc-4abb-ab53-0a905308bd4e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Pushing event deleted for resources: {'Port': ['ID=2b6e2deb-15dc-4a29-8019-f943a1a90b95,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:31.455927 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ea07f8b7-e1dc-4abb-ab53-0a905308bd4e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:31.518217 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a5e46-d820-463d-b40f-4dc6d84ec1cd req-f28b6c8d-dbcf-4895-a56c-010705092463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:31.519665 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1a3a5e46-d820-463d-b40f-4dc6d84ec1cd req-f28b6c8d-dbcf-4895-a56c-010705092463 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95e2a217-7dd8-4e85-95cc-58cf41eb783c HTTP/1.1" status: 200 len: 854 time: 0.0951555 May 26 11:04:31.523759 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:31.528788 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:31.534752 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1f80441e-2be0-4bb1-ac6a-50a00de847f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:31.581953 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0b8784-c44e-4d54-b9e3-890723870f66 req-ea07f8b7-e1dc-4abb-ab53-0a905308bd4e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] No DVR routers for this DVR port 2b6e2deb-15dc-4a29-8019-f943a1a90b95 on host hv-cinder-79313 {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:04:31.586402 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ff0b8784-c44e-4d54-b9e3-890723870f66 req-ea07f8b7-e1dc-4abb-ab53-0a905308bd4e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:31.588886 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23a3157-ad7e-4ad8-9c60-222db5abb221', 'name': 'network-vif-deleted', 'tag': '2b6e2deb-15dc-4a29-8019-f943a1a90b95'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:04:31.627459 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ff0b8784-c44e-4d54-b9e3-890723870f66 req-ea07f8b7-e1dc-4abb-ab53-0a905308bd4e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.16 "DELETE /v2.0/ports/2b6e2deb-15dc-4a29-8019-f943a1a90b95 HTTP/1.1" status: 204 len: 173 time: 0.9002759 May 26 11:04:31.639576 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=91665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:04:31.647157 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1a3a5e46-d820-463d-b40f-4dc6d84ec1cd req-b807b282-8ae4-4c2a-83f9-e21ac8d092a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6ffedbc-749d-4f91-b0e5-927589ecd8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034541 May 26 11:04:31.649757 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ed97-7016-4b69-9859-755df2b8cddd req-1b5535de-3875-4c3b-93f0-2c313cd6ce70 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:31.651243 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1324ed97-7016-4b69-9859-755df2b8cddd req-1b5535de-3875-4c3b-93f0-2c313cd6ce70 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 943 time: 0.1180692 May 26 11:04:31.708338 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1324ed97-7016-4b69-9859-755df2b8cddd req-ca094196-b4a3-47fc-8baa-32528d3c18f4 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500410 May 26 11:04:31.756319 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:31.756745 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.segments_db [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Added segment 72975ad7-71ec-427d-a1d9-d1608b72337e of type vlan for network 1eeadd8a-4d30-468e-b894-98d26a45bf73 May 26 11:04:31.764954 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb89299-b4c8-40ae-bef2-589867c175e5,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:31.767188 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23a3157-ad7e-4ad8-9c60-222db5abb221', 'name': 'network-vif-deleted', 'tag': '2b6e2deb-15dc-4a29-8019-f943a1a90b95', 'status': 'completed', 'code': 200} May 26 11:04:31.769162 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:31.840217 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:31.884736 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd403bf-954c-43b0-b230-bec2c50a2eec req-44083a5b-5c8b-4c7f-9b0f-10f2359894be tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:31.886206 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3cd403bf-954c-43b0-b230-bec2c50a2eec req-44083a5b-5c8b-4c7f-9b0f-10f2359894be tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.3436167 May 26 11:04:31.887866 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1a3a5e46-d820-463d-b40f-4dc6d84ec1cd req-5d43b19c-f6e0-419f-8908-8a04da646e44 service neutron] 10.222.0.16 "GET /v2.0/networks/f6ffedbc-749d-4f91-b0e5-927589ecd8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211330 May 26 11:04:31.991783 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:32.005397 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:32.005968 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:32.017482 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:32.062550 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3cd403bf-954c-43b0-b230-bec2c50a2eec req-6ca432ec-1cd5-4761-8dac-549adcea3f89 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1654105 May 26 11:04:32.065177 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-1342cd26-a1c6-4b4b-9bf5-0dabf4e302ba req-41aed887-85fb-4b1b-8727-3df05229dd7f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Synchronizing usage tracker for tenant:e6d36e779aa646e9895a7565b95a5153 on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:04:32.086639 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-1342cd26-a1c6-4b4b-9bf5-0dabf4e302ba req-41aed887-85fb-4b1b-8727-3df05229dd7f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Unset dirty status for tenant:e6d36e779aa646e9895a7565b95a5153 on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:04:32.087950 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1342cd26-a1c6-4b4b-9bf5-0dabf4e302ba req-41aed887-85fb-4b1b-8727-3df05229dd7f tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=b23a3157-ad7e-4ad8-9c60-222db5abb221 HTTP/1.1" status: 200 len: 210 time: 0.0654979 May 26 11:04:32.156474 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Pushing event updated for resources: {'Network': ['ID=1eeadd8a-4d30-468e-b894-98d26a45bf73,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:32.159485 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:32.168344 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network 1eeadd8a-4d30-468e-b894-98d26a45bf73 details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:04:32.173319 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1734242 May 26 11:04:32.173629 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43344) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:32.180605 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Request body: {'subnet': {'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-116354750-subnet', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'ip_version': 4}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:32.189068 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1a3a5e46-d820-463d-b40f-4dc6d84ec1cd req-5262acd5-1af9-4e58-b1d4-46595048ba5b service neutron] 10.222.0.16 "GET /v2.0/networks/f6ffedbc-749d-4f91-b0e5-927589ecd8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883396 May 26 11:04:32.190127 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:32.194952 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Usage tracker for resource:subnet and tenant:e8fab6e462c5460e9bb43982a2c37bb6 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:32.197691 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:32.203524 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:32.218742 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Made reservation on behalf of e8fab6e462c5460e9bb43982a2c37bb6 for: {'subnet': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:04:32.221435 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5413862'] for subnet, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:32.684124 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6436893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5413872'] for subnet, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:32.689077 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:32.761870 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3efe0691-f56b-4b17-a376-3f07f73b41de,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:32.765073 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:32.770992 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Checking segment: {'id': '72975ad7-71ec-427d-a1d9-d1608b72337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:04:32.771342 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Network hostable DHCP agents. Network: 1eeadd8a-4d30-468e-b894-98d26a45bf73, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:04:32.788150 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Network 1eeadd8a-4d30-468e-b894-98d26a45bf73 is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:04:32.797207 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, 1eeadd8a-4d30-468e-b894-98d26a45bf73) {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:04:32.806166 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887cd82a-7e41-4049-8ea2-8ea5a444c581 None None] Network 1eeadd8a-4d30-468e-b894-98d26a45bf73 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:04:32.806862 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:32.807454 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:32.865580 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6909535 May 26 11:04:32.868205 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43350) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:32.873706 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:32.884942 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:32.890403 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Usage tracker for resource:router and tenant:e8fab6e462c5460e9bb43982a2c37bb6 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:32.894315 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:32.902265 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:32.917404 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5556'] for router, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:32.918516 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5581'] for router, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:32.935721 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57786a97-2197-42ca-b3b7-8e798a8633c4 req-205d6065-0fb0-4d45-adef-6760d3767ad3 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:32.937208 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-57786a97-2197-42ca-b3b7-8e798a8633c4 req-205d6065-0fb0-4d45-adef-6760d3767ad3 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 943 time: 0.1170988 May 26 11:04:32.958946 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:32.995952 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-57786a97-2197-42ca-b3b7-8e798a8633c4 req-e39a6c6e-ae7f-4591-9dbd-c45dcaae4c1f tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519891 May 26 11:04:33.037072 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp012a520a-d17f-5684-a368-45ac1ecd2797-1eeadd8a-4d30-468e-b894-98d26a45bf73', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'fixed_ips': [{'subnet_id': '3efe0691-f56b-4b17-a376-3f07f73b41de'}]}} from dv-cinder-793136-1-smb. {{(pid=91666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:04:33.037935 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:33.197134 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Allocated IP 172.20.0.2 (1eeadd8a-4d30-468e-b894-98d26a45bf73/3efe0691-f56b-4b17-a376-3f07f73b41de/b589b9e2-cb93-4bea-92e7-1b74f7f5f40f) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:04:33.263457 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5595'] for router, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:33.266684 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f615f5-55cb-4177-99db-0b99b7dd1ea6 req-fdd095d7-4dc5-4dd2-928e-319fdea949b2 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:33.268183 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d7f615f5-55cb-4177-99db-0b99b7dd1ea6 req-fdd095d7-4dc5-4dd2-928e-319fdea949b2 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0924370 May 26 11:04:33.325385 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d7f615f5-55cb-4177-99db-0b99b7dd1ea6 req-4a682cc2-b794-4f8a-8e62-eed577c3d996 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491798 May 26 11:04:33.451843 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:33.467450 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Transition to ACTIVE for port object b589b9e2-cb93-4bea-92e7-1b74f7f5f40f will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:04:33.490362 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Transition to ACTIVE for port object b589b9e2-cb93-4bea-92e7-1b74f7f5f40f will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:04:33.500109 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:33.504990 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:33.576311 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Network 1eeadd8a-4d30-468e-b894-98d26a45bf73 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:04:33.580190 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:04:33.584148 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:04:33.612046 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:33.621654 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Pushing event updated for resources: {'Port': ['ID=b589b9e2-cb93-4bea-92e7-1b74f7f5f40f,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:33.630864 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:33.651824 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:33.692423 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:04:33.695373 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 2b6e2deb-15dc-4a29-8019-f943a1a90b95 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:04:33.772915 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: 2b6e2deb-15dc-4a29-8019-f943a1a90b95 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:04:33.773266 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 2b6e2deb-15dc-4a29-8019-f943a1a90b95 not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:04:33.778513 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Attempting to bind port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:04:33.778513 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Attempting to bind port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '72975ad7-71ec-427d-a1d9-d1608b72337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:04:33.778807 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Attempting to bind port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f on network 1eeadd8a-4d30-468e-b894-98d26a45bf73 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:04:33.789380 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:04:33.789766 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Checking segment: {'id': '72975ad7-71ec-427d-a1d9-d1608b72337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:04:33.790177 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:33.790574 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Bound using segment: {'id': '72975ad7-71ec-427d-a1d9-d1608b72337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:04:33.791248 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Bound port: b589b9e2-cb93-4bea-92e7-1b74f7f5f40f, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72975ad7-71ec-427d-a1d9-d1608b72337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:04:33.791618 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:33.808381 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Allocated IP 172.28.0.234 (73333234-0678-4b2b-9b0b-6206666e8f13/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0/1c1095ea-6d78-4967-9efd-387551b3afe8) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:04:33.811132 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8aab37-236f-4619-adeb-e8c4ee807d57 req-12e73bee-3ab9-483f-95b8-4ec689301988 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:33.813493 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4f8aab37-236f-4619-adeb-e8c4ee807d57 req-12e73bee-3ab9-483f-95b8-4ec689301988 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.1096022 May 26 11:04:33.860852 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4f8aab37-236f-4619-adeb-e8c4ee807d57 req-f02067d0-cbcc-4c18-ba1c-4d0f3cb55183 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409362 May 26 11:04:33.987247 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] For port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:04:33.998293 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] For port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=b589b9e2-cb93-4bea-92e7-1b74f7f5f40f,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:04:34.004908 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=41eec5eb-e2a9-4a1b-bfdc-d9022e789d48,segment=NetworkSegment(1fafefdc-cf7f-4500-840c-f498e7160cfd),segment_id=1fafefdc-cf7f-4500-840c-f498e7160cfd)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:34.018573 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:34.023784 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:34.060688 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '41eec5eb-e2a9-4a1b-bfdc-d9022e789d48', 'network_id': 'f6ffedbc-749d-4f91-b0e5-927589ecd8aa', 'port_id': '41eec5eb-e2a9-4a1b-bfdc-d9022e789d48', 'mac_address': 'fa:16:3e:98:9a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e2a217-7dd8-4e85-95cc-58cf41eb783c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:04:34.064755 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d334f-d50e-4853-86cb-05d7685ae0a0 req-7bd03072-3a8c-45bb-9e60-585d88104c8a tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:34.066286 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8f8d334f-d50e-4853-86cb-05d7685ae0a0 req-7bd03072-3a8c-45bb-9e60-585d88104c8a tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.2594223 May 26 11:04:34.094785 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615c0b7-bdec-4eff-9c69-d70ef9785ee5 req-e0a7f1e4-7572-443e-b104-16f332da02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:34.096021 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0615c0b7-bdec-4eff-9c69-d70ef9785ee5 req-e0a7f1e4-7572-443e-b104-16f332da02e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dea62f1d4724fffaaf71875aa52046c&device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 1098 time: 0.2813747 May 26 11:04:34.151114 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:34.151325 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:34.164706 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Pushing event updated for resources: {'Port': ['ID=b589b9e2-cb93-4bea-92e7-1b74f7f5f40f,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:34.177150 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:34.177520 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:34.177859 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:34.178187 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:34.178508 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:34.178828 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:34.179146 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:34.179460 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:34.179783 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:34.180093 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:34.180407 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:34.180719 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:34.184978 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:04:34.189632 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:34.203556 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=41eec5eb-e2a9-4a1b-bfdc-d9022e789d48,segment=NetworkSegment(1fafefdc-cf7f-4500-840c-f498e7160cfd),segment_id=1fafefdc-cf7f-4500-840c-f498e7160cfd)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:34.212183 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:34.216684 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:04:34.218322 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:34.259963 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c58ada-f3b5-47c0-8e9c-fef569891176 req-bc741ae4-869f-4823-aa69-eeadde9ea94e tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:34.261718 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b4c58ada-f3b5-47c0-8e9c-fef569891176 req-bc741ae4-869f-4823-aa69-eeadde9ea94e tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 943 time: 0.1314061 May 26 11:04:34.303809 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=41eec5eb-e2a9-4a1b-bfdc-d9022e789d48,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:34.307686 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:34.316603 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b4c58ada-f3b5-47c0-8e9c-fef569891176 req-84f57dc7-f092-43c6-ba96-efc3bde6beb4 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491319 May 26 11:04:34.320736 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8f8d334f-d50e-4853-86cb-05d7685ae0a0 req-2ff4a5b2-14aa-42b0-9313-ebb1f337f6ed tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444499 May 26 11:04:34.386260 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615c0b7-bdec-4eff-9c69-d70ef9785ee5 req-7fe71e49-f2c7-47be-9556-a52cc6b025ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:34.387717 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0615c0b7-bdec-4eff-9c69-d70ef9785ee5 req-7fe71e49-f2c7-47be-9556-a52cc6b025ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=32b43f6f-a166-4fbd-adce-080c4d711545 HTTP/1.1" status: 200 len: 912 time: 0.2847745 May 26 11:04:34.394083 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:34.398963 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1ea6eb08-98f4-446d-aaa3-1c12f780454f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:34.565959 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:04:34.568751 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:04:34.570572 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1095ea-6d78-4967-9efd-387551b3afe8,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:34.572648 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:04:34.601678 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:34.603631 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0615c0b7-bdec-4eff-9c69-d70ef9785ee5 req-aeb18143-a1db-4e59-b229-7292ebe961ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4892c000-6362-4697-94ce-8d0484badfca HTTP/1.1" status: 200 len: 1001 time: 0.2056177 May 26 11:04:34.605715 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['41eec5eb-e2a9-4a1b-bfdc-d9022e789d48'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:04:34.790095 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615c0b7-bdec-4eff-9c69-d70ef9785ee5 req-a45580e2-ebc5-4dad-a54a-f4d4596d46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:34.791514 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0615c0b7-bdec-4eff-9c69-d70ef9785ee5 req-a45580e2-ebc5-4dad-a54a-f4d4596d46f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=029d1ebe-22a2-45b9-8a2e-0cab033d9ebc HTTP/1.1" status: 200 len: 850 time: 0.1802626 May 26 11:04:34.996412 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615c0b7-bdec-4eff-9c69-d70ef9785ee5 req-20e760d2-8148-41b9-b977-df5a784816d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:34.998311 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0615c0b7-bdec-4eff-9c69-d70ef9785ee5 req-20e760d2-8148-41b9-b977-df5a784816d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=32b43f6f-a166-4fbd-adce-080c4d711545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1964011 May 26 11:04:35.064779 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e11a77-5fd6-4943-a715-8989916d9583 req-833b1c9b-283b-4f23-a732-4e58d3244e2b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:35.066330 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-68e11a77-5fd6-4943-a715-8989916d9583 req-833b1c9b-283b-4f23-a732-4e58d3244e2b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0882552 May 26 11:04:35.112956 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-68e11a77-5fd6-4943-a715-8989916d9583 req-11161636-3725-49e6-8120-4d45130cc581 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410421 May 26 11:04:35.165937 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cddfd8-34c8-4d1d-91f4-e34a8c6ed81f None None] Network 1eeadd8a-4d30-468e-b894-98d26a45bf73 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:04:35.202464 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:35.263877 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-9e86a7a5-ada6-4d05-92bc-a06773fa39ab None None] Provisioning for port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:04:35.303378 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0615c0b7-bdec-4eff-9c69-d70ef9785ee5 req-e1f596cf-9a40-4801-bda5-c9a58977961b service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919869 May 26 11:04:35.585833 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663a7b3-6464-41f8-8f73-3633502449a0 req-7d3ef8a9-4088-40d8-baf2-c542c05bc0e1 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:35.587605 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1663a7b3-6464-41f8-8f73-3633502449a0 req-7d3ef8a9-4088-40d8-baf2-c542c05bc0e1 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0983629 May 26 11:04:35.663331 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1663a7b3-6464-41f8-8f73-3633502449a0 req-e593c15d-e2c1-47d6-b847-86f52b5fb8b1 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665538 May 26 11:04:35.671697 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:04:35.753026 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:04:35.757609 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:35.757976 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:35.789080 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0615c0b7-bdec-4eff-9c69-d70ef9785ee5 req-fe70aa12-b869-4f0b-b693-ed046b9ffaf3 service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240174 May 26 11:04:35.874839 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:35.884392 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502790'] for router, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:35.894165 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e9519-7bf9-42ed-8b51-9838631de46a req-f691f51c-e69a-4ffa-a05b-96f350a99b46 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:35.895639 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d64e9519-7bf9-42ed-8b51-9838631de46a req-f691f51c-e69a-4ffa-a05b-96f350a99b46 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 944 time: 0.3905308 May 26 11:04:35.901739 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628f9be8-20c2-4548-8d46-99edff7b2704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eec5eb-e2a9-4a1b-bfdc-d9022e789d48'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:04:35.911927 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=41eec5eb-e2a9-4a1b-bfdc-d9022e789d48,segment=NetworkSegment(1fafefdc-cf7f-4500-840c-f498e7160cfd),segment_id=1fafefdc-cf7f-4500-840c-f498e7160cfd)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:35.916929 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:35.918884 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:35.954513 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628f9be8-20c2-4548-8d46-99edff7b2704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eec5eb-e2a9-4a1b-bfdc-d9022e789d48', 'code': 200} May 26 11:04:36.004495 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=41eec5eb-e2a9-4a1b-bfdc-d9022e789d48,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:36.010603 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:36.052299 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device b589b9e2-cb93-4bea-92e7-1b74f7f5f40f up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:04:36.069574 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d64e9519-7bf9-42ed-8b51-9838631de46a req-4dc0069d-d8eb-45ca-a435-67aa5354de76 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209757 May 26 11:04:36.134827 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:04:36.143065 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc is scheduled to L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 with binding_index 1 {{(pid=91665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:04:36.144168 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:36.144660 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:36.269473 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:36.306839 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=b589b9e2-cb93-4bea-92e7-1b74f7f5f40f,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:36.307947 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340b49f-5302-437e-b248-7feee411f6ab req-b2f1a288-468a-4a45-a60e-4fb2c04434bb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:36.309536 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f340b49f-5302-437e-b248-7feee411f6ab req-b2f1a288-468a-4a45-a60e-4fb2c04434bb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0849745 May 26 11:04:36.311043 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:36.313245 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-4e3e9afd-922d-403d-89cc-bf939140c2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:36.370040 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f340b49f-5302-437e-b248-7feee411f6ab req-49ffb47e-2e8c-461d-b20b-176164409042 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524352 May 26 11:04:36.389256 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=b589b9e2-cb93-4bea-92e7-1b74f7f5f40f,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:36.392463 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:36.418272 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:04:36.428424 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Sync routers for ids ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:04:36.434924 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6b97b-ee42-4cc3-94f8-0c0df5b91e95 req-3329ebfb-48e3-4806-a846-f1ae7582ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:36.436410 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-60b6b97b-ee42-4cc3-94f8-0c0df5b91e95 req-3329ebfb-48e3-4806-a846-f1ae7582ead6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 1098 time: 0.2041926 May 26 11:04:36.440686 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Routers {'13f7fe0b-a668-4fba-af3f-56e1e6af81cc'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:04:36.441738 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:04:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:36.463894 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Notify callbacks [] for router, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:36.465043 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5959160 May 26 11:04:36.468297 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43380) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:36.484193 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-60b6b97b-ee42-4cc3-94f8-0c0df5b91e95 req-154f0918-172a-43de-b19c-41b5b152b887 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383704 May 26 11:04:36.619508 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Set router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:04:36.874777 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839d1c8-2437-4ecc-9b1e-594ae4d8a084 req-88ef6b20-959a-4801-91de-110c52818c13 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:36.876355 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5839d1c8-2437-4ecc-9b1e-594ae4d8a084 req-88ef6b20-959a-4801-91de-110c52818c13 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0915852 May 26 11:04:36.918772 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:04:34Z', 'revision_number': 3, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port': {'id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:33Z', 'updated_at': '2021-05-26T11:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:36.922885 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Checking router: 13f7fe0b-a668-4fba-af3f-56e1e6af81cc for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:04:36.923269 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Updating router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc port 1c1095ea-6d78-4967-9efd-387551b3afe8 binding host dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:04:36.929052 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5839d1c8-2437-4ecc-9b1e-594ae4d8a084 req-c9fff571-c8e6-4484-9bc4-b45c02b678df tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451391 May 26 11:04:36.980395 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:37.277216 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:37.305477 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:37.316347 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Transition to ACTIVE for port object 1c1095ea-6d78-4967-9efd-387551b3afe8 will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:04:37.322921 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:37.327362 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:37.371428 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2e437-1531-47cd-9968-00dc325b04ba req-103d7888-d49a-4159-ba7e-317097bf431a tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:37.372401 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-eae2e437-1531-47cd-9968-00dc325b04ba req-103d7888-d49a-4159-ba7e-317097bf431a tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 945 time: 0.1740301 May 26 11:04:37.397662 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Attempting to bind port 1c1095ea-6d78-4967-9efd-387551b3afe8 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:04:37.398046 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Attempting to bind port 1c1095ea-6d78-4967-9efd-387551b3afe8 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:04:37.398424 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Attempting to bind port 1c1095ea-6d78-4967-9efd-387551b3afe8 on network 73333234-0678-4b2b-9b0b-6206666e8f13 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:04:37.408346 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:04:37.408724 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Checking segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:04:37.409270 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:37.409670 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Bound using segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:04:37.410135 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Bound port: 1c1095ea-6d78-4967-9efd-387551b3afe8, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:04:37.410500 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:37.447861 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Pushing event updated for resources: {'Port': ['ID=1c1095ea-6d78-4967-9efd-387551b3afe8,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:37.471973 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:37.472464 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:37.472895 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:37.473313 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:37.473750 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:37.474165 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:37.474597 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:37.475006 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:37.475414 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:37.475872 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:37.476222 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:37.476622 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:04:37.478467 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-eae2e437-1531-47cd-9968-00dc325b04ba req-f5f1f8ea-dd82-4183-9452-e185a43f5fdc tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663671 May 26 11:04:37.506660 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:37.520036 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] For port 1c1095ea-6d78-4967-9efd-387551b3afe8, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:04:37.524861 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] For port 1c1095ea-6d78-4967-9efd-387551b3afe8, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=1c1095ea-6d78-4967-9efd-387551b3afe8,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:04:37.532724 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:37.540318 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b3d2404b-508c-44fe-81fb-ab5d476ab16e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:37.542886 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Allocated IP 172.20.0.1 (1eeadd8a-4d30-468e-b894-98d26a45bf73/3efe0691-f56b-4b17-a376-3f07f73b41de/78ed5293-b049-442f-af46-bae934ce69cd) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:04:37.578262 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eaebac-5512-4725-b036-a13606984b82 req-4fa67dd0-a493-43d9-a97f-3505922424c9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:37.579808 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-60eaebac-5512-4725-b036-a13606984b82 req-4fa67dd0-a493-43d9-a97f-3505922424c9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.1014771 May 26 11:04:37.610113 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Routers {'13f7fe0b-a668-4fba-af3f-56e1e6af81cc'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:04:37.610790 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:04:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:37.626991 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-60eaebac-5512-4725-b036-a13606984b82 req-b5b8cea5-401b-4951-b473-51cb375ac61f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409627 May 26 11:04:37.713234 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:37.725616 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Pushing event updated for resources: {'Port': ['ID=1c1095ea-6d78-4967-9efd-387551b3afe8,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:37.732652 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Transition to ACTIVE for port object 78ed5293-b049-442f-af46-bae934ce69cd will not be triggered until provisioned by entity DHCP. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:04:37.760920 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:37.776286 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:37.796941 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:37.827029 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Network 1eeadd8a-4d30-468e-b894-98d26a45bf73 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:04:37.836197 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:04:37.839411 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] Set router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:04:37.839576 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:04:37.899895 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Pushing event updated for resources: {'Port': ['ID=78ed5293-b049-442f-af46-bae934ce69cd,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:37.904031 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:37.909313 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501088'] for router_interface, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:38.035909 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device b589b9e2-cb93-4bea-92e7-1b74f7f5f40f up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:04:38.061121 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:38.123956 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:38.124429 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:38.185312 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:04:34Z', 'revision_number': 3, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port': {'id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:33Z', 'updated_at': '2021-05-26T11:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:38.190764 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f440f9-eeb0-41d3-8ea0-c47c90a845de None None] The sync data for ids ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'] in dv-cinder-793136-1-smb is: [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:04:34Z', 'revision_number': 3, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port': {'id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:33Z', 'updated_at': '2021-05-26T11:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:04:38.195642 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-dbfe1037-98b7-4e77-a2a2-45edcdcb12c9 None None] Provisioning for port 78ed5293-b049-442f-af46-bae934ce69cd completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:04:38.204388 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-dbfe1037-98b7-4e77-a2a2-45edcdcb12c9 None None] Provisioning complete for port 78ed5293-b049-442f-af46-bae934ce69cd triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:38.204874 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dbfe1037-98b7-4e77-a2a2-45edcdcb12c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:38.284864 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fce37-a71f-46e8-b7c7-61d9fd13bc93 req-af6c7cd3-8af9-4e5b-afe4-28f23c9fa956 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:38.286393 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5d8fce37-a71f-46e8-b7c7-61d9fd13bc93 req-af6c7cd3-8af9-4e5b-afe4-28f23c9fa956 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.2091744 May 26 11:04:38.306655 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe1037-98b7-4e77-a2a2-45edcdcb12c9 None None] Port 78ed5293-b049-442f-af46-bae934ce69cd cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:04:38.368024 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5d8fce37-a71f-46e8-b7c7-61d9fd13bc93 req-75e6a126-c400-40d6-a53f-cbf6b531dc38 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747428 May 26 11:04:38.417417 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:38.422463 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:38.447850 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:38.539509 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Pushing event updated for resources: {'Port': ['ID=78ed5293-b049-442f-af46-bae934ce69cd,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:38.542886 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:38.543851 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501187'] for router_interface, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:38.682386 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6aa1d-4b99-489d-b9fb-aa0145994dab req-113ce589-c884-42b8-868e-1a52710c0086 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:38.683979 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1ca6aa1d-4b99-489d-b9fb-aa0145994dab req-113ce589-c884-42b8-868e-1a52710c0086 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 945 time: 0.0928369 May 26 11:04:38.734240 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1ca6aa1d-4b99-489d-b9fb-aa0145994dab req-170874de-3c13-497a-84bd-f1dfa97318b5 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429015 May 26 11:04:38.792190 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Network 1eeadd8a-4d30-468e-b894-98d26a45bf73 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:04:38.793580 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:04:39.007028 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:04:39.030420 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-50f146a0-59fb-4d1e-9156-65f4fecaa34c None None] Provisioning complete for port 78ed5293-b049-442f-af46-bae934ce69cd triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:39.030777 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-50f146a0-59fb-4d1e-9156-65f4fecaa34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:39.117278 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-50f146a0-59fb-4d1e-9156-65f4fecaa34c None None] Port 78ed5293-b049-442f-af46-bae934ce69cd cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:04:39.209006 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:04:39.225509 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] 10.222.0.25 "PUT /v2.0/routers/13f7fe0b-a668-4fba-af3f-56e1e6af81cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7503283 May 26 11:04:39.568674 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ec7a8-0eba-4dcc-a127-46c3343b163e req-62d578aa-d6cd-46eb-afb1-31dfe6b13e76 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:39.570050 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-987ec7a8-0eba-4dcc-a127-46c3343b163e req-62d578aa-d6cd-46eb-afb1-31dfe6b13e76 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.0953624 May 26 11:04:39.630216 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-987ec7a8-0eba-4dcc-a127-46c3343b163e req-2c89e5f4-834e-43fa-a8b1-c492ba90a781 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530629 May 26 11:04:39.748533 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43422) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:39.754678 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1976126832-network', 'tenant_id': '8155d4df8c024308980358accfd64f98'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:39.759308 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:39.763347 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Usage tracker for resource:network and tenant:8155d4df8c024308980358accfd64f98 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:39.766957 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:39.772777 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:39.782736 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Made reservation on behalf of 8155d4df8c024308980358accfd64f98 for: {'network': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:04:39.785026 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:39.796813 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:39.810676 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:39.814995 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Usage tracker for resource:security_group_rule and tenant:8155d4df8c024308980358accfd64f98 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:39.817760 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:39.824782 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:39.865064 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Sync routers for ids ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:04:39.874486 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Routers {'13f7fe0b-a668-4fba-af3f-56e1e6af81cc'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:04:39.875580 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:04:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:39.910295 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:39.914216 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:39.917129 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1426c11d-2c0a-4175-922c-4e5efa0212a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:39.945169 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=91665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:04:39.954430 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497b7737-0771-4d69-8dc2-7a368616ae07,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:39.958109 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:39.960669 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:39.961008 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.segments_db [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Added segment 82256e09-5c49-4aca-899b-faf35b1885e6 of type vlan for network 8fdad298-d28d-4720-ad2e-6accdf9dab0a May 26 11:04:39.991332 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:40.032820 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:40.034436 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:40.035100 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:40.038962 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9a4f1163-f779-4900-b37a-5a584dc15d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:40.061135 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 1c1095ea-6d78-4967-9efd-387551b3afe8 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:04:40.108705 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Set router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:04:40.141086 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Pushing event updated for resources: {'Network': ['ID=8fdad298-d28d-4720-ad2e-6accdf9dab0a,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:40.146487 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3943820 May 26 11:04:40.146487 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:40.146699 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43426) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:40.152677 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Request body: {'subnet': {'network_id': '8fdad298-d28d-4720-ad2e-6accdf9dab0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1976126832-subnet', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'ip_version': 4}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:40.157744 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:40.161722 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Usage tracker for resource:subnet and tenant:8155d4df8c024308980358accfd64f98 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:40.163054 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network 8fdad298-d28d-4720-ad2e-6accdf9dab0a details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:04:40.164767 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:40.170768 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:40.181338 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Made reservation on behalf of 8155d4df8c024308980358accfd64f98 for: {'subnet': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:04:40.183671 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5413862'] for subnet, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:40.420898 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 1c1095ea-6d78-4967-9efd-387551b3afe8 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:04:40.431787 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 1c1095ea-6d78-4967-9efd-387551b3afe8 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:40.432163 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:40.626532 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:40.643769 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec0d13-893d-48dd-98a1-b8a8d30b67c4 req-4c7c008c-091a-4feb-9825-fa9d9a28c593 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:40.645209 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-12ec0d13-893d-48dd-98a1-b8a8d30b67c4 req-4c7c008c-091a-4feb-9825-fa9d9a28c593 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1480165 May 26 11:04:40.649278 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port 1c1095ea-6d78-4967-9efd-387551b3afe8, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=1c1095ea-6d78-4967-9efd-387551b3afe8,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:40.652439 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:04:37Z', 'revision_number': 4, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port': {'id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:33Z', 'updated_at': '2021-05-26T11:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '78ed5293-b049-442f-af46-bae934ce69cd', 'name': '', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'mac_address': 'fa:16:3e:d0:05:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:37Z', 'updated_at': '2021-05-26T11:04:38Z', 'revision_number': 2, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'subnets': [{'id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:40.655873 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:40.658293 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c337d3b9-44aa-44c4-84b1-51775404bc9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:40.693470 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Checking router: 13f7fe0b-a668-4fba-af3f-56e1e6af81cc for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:04:40.693470 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Updating router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc port 78ed5293-b049-442f-af46-bae934ce69cd binding host dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:04:40.767034 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:40.781178 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=1c1095ea-6d78-4967-9efd-387551b3afe8,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:40.785547 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:40.844304 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbf38d-60d2-48a2-a2fa-7d79edd2619d req-08834051-bd85-4ed4-b463-0ef26ee98160 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:40.853684 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6436893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5413872'] for subnet, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:40.854346 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a5dbf38d-60d2-48a2-a2fa-7d79edd2619d req-08834051-bd85-4ed4-b463-0ef26ee98160 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 945 time: 0.1113546 May 26 11:04:40.861146 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:40.913958 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a5dbf38d-60d2-48a2-a2fa-7d79edd2619d req-4734747a-be3e-4e8f-95a2-5eb804aa7337 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ddac3cf-1996-435e-b9df-248dfb1daf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585606 May 26 11:04:40.939713 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-12ec0d13-893d-48dd-98a1-b8a8d30b67c4 req-0723ecbd-348f-4845-a073-81ac7ec12c32 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Deleting port c2320114-43c3-4b14-b533-2766c8142cfd {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:04:40.940054 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-12ec0d13-893d-48dd-98a1-b8a8d30b67c4 req-0723ecbd-348f-4845-a073-81ac7ec12c32 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:40.957972 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a780daa1-bc24-4b38-b147-817c22be2775,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:40.967289 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:41.042132 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Checking segment: {'id': '82256e09-5c49-4aca-899b-faf35b1885e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8fdad298-d28d-4720-ad2e-6accdf9dab0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:04:41.042548 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Network hostable DHCP agents. Network: 8fdad298-d28d-4720-ad2e-6accdf9dab0a, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:04:41.090673 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Network 8fdad298-d28d-4720-ad2e-6accdf9dab0a is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:04:41.117024 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-12ec0d13-893d-48dd-98a1-b8a8d30b67c4 req-0723ecbd-348f-4845-a073-81ac7ec12c32 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] For port c2320114-43c3-4b14-b533-2766c8142cfd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=c2320114-43c3-4b14-b533-2766c8142cfd,segment=NetworkSegment(2ee78390-2c46-48d2-b2e3-44340561f42b),segment_id=2ee78390-2c46-48d2-b2e3-44340561f42b)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:41.117431 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-12ec0d13-893d-48dd-98a1-b8a8d30b67c4 req-0723ecbd-348f-4845-a073-81ac7ec12c32 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:41.124392 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, 8fdad298-d28d-4720-ad2e-6accdf9dab0a) {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:04:41.133608 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e6db68-de06-4f41-95fa-a6fe108f22c8 None None] Network 8fdad298-d28d-4720-ad2e-6accdf9dab0a requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:04:41.139417 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:41.140004 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:41.210085 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:41.232926 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Transition to ACTIVE for port object 78ed5293-b049-442f-af46-bae934ce69cd will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:04:41.248704 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:41.255487 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:41.259791 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-12ec0d13-893d-48dd-98a1-b8a8d30b67c4 req-0723ecbd-348f-4845-a073-81ac7ec12c32 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Calling delete_port for c2320114-43c3-4b14-b533-2766c8142cfd owned by compute:nova {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:04:41.276796 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1290772 May 26 11:04:41.279467 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43434) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:41.284853 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1976126832-router', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:41.289668 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:41.293528 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Usage tracker for resource:router and tenant:8155d4df8c024308980358accfd64f98 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:41.296382 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:41.302514 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:41.313590 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5556'] for router, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:41.319222 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5581'] for router, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:41.342589 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:41.411633 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-12ec0d13-893d-48dd-98a1-b8a8d30b67c4 req-0723ecbd-348f-4845-a073-81ac7ec12c32 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:41.429247 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:41.466667 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['c2320114-43c3-4b14-b533-2766c8142cfd'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:04:41.514405 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723ecbd-348f-4845-a073-81ac7ec12c32 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Pushing event deleted for resources: {'Port': ['ID=c2320114-43c3-4b14-b533-2766c8142cfd,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:41.530263 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db945b89-39b1-406e-a85c-55392a85fd59 None None] Pushing event updated for resources: {'Port': ['ID=78ed5293-b049-442f-af46-bae934ce69cd,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:41.548574 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0723ecbd-348f-4845-a073-81ac7ec12c32 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:41.559114 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-db945b89-39b1-406e-a85c-55392a85fd59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:41.637285 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ec0d13-893d-48dd-98a1-b8a8d30b67c4 req-0723ecbd-348f-4845-a073-81ac7ec12c32 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] No DVR routers for this DVR port c2320114-43c3-4b14-b533-2766c8142cfd on host hv-cinder-79313 {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:04:41.639882 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-12ec0d13-893d-48dd-98a1-b8a8d30b67c4 req-0723ecbd-348f-4845-a073-81ac7ec12c32 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:41.657976 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48eee74-b63f-4dd3-a48b-be1fed629cd5', 'name': 'network-vif-deleted', 'tag': 'c2320114-43c3-4b14-b533-2766c8142cfd'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:04:41.672458 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5595'] for router, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:41.679545 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-12ec0d13-893d-48dd-98a1-b8a8d30b67c4 req-0723ecbd-348f-4845-a073-81ac7ec12c32 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.16 "DELETE /v2.0/ports/c2320114-43c3-4b14-b533-2766c8142cfd HTTP/1.1" status: 204 len: 173 time: 1.0267951 May 26 11:04:41.729262 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp012a520a-d17f-5684-a368-45ac1ecd2797-8fdad298-d28d-4720-ad2e-6accdf9dab0a', 'network_id': '8fdad298-d28d-4720-ad2e-6accdf9dab0a', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'fixed_ips': [{'subnet_id': 'a780daa1-bc24-4b38-b147-817c22be2775'}]}} from dv-cinder-793136-1-smb. {{(pid=91666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:04:41.730100 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:41.742174 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48eee74-b63f-4dd3-a48b-be1fed629cd5', 'name': 'network-vif-deleted', 'tag': 'c2320114-43c3-4b14-b533-2766c8142cfd', 'status': 'completed', 'code': 200} May 26 11:04:41.751478 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Attempting to bind port 78ed5293-b049-442f-af46-bae934ce69cd on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:04:41.751857 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Attempting to bind port 78ed5293-b049-442f-af46-bae934ce69cd by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '72975ad7-71ec-427d-a1d9-d1608b72337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:04:41.752222 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Attempting to bind port 78ed5293-b049-442f-af46-bae934ce69cd on network 1eeadd8a-4d30-468e-b894-98d26a45bf73 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:04:41.763460 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:04:41.763837 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Checking segment: {'id': '72975ad7-71ec-427d-a1d9-d1608b72337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:04:41.764248 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:41.764641 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Bound using segment: {'id': '72975ad7-71ec-427d-a1d9-d1608b72337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:04:41.765110 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Bound port: 78ed5293-b049-442f-af46-bae934ce69cd, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72975ad7-71ec-427d-a1d9-d1608b72337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:04:41.765543 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:42.017994 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Allocated IP 172.20.0.2 (8fdad298-d28d-4720-ad2e-6accdf9dab0a/a780daa1-bc24-4b38-b147-817c22be2775/497263c4-9e2f-442a-9604-58d9954aa651) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:04:42.062815 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:42.063625 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 1c1095ea-6d78-4967-9efd-387551b3afe8 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:04:42.126109 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:42.171140 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a96a3f3d-830e-4cb8-9eec-7c163e472fc7 req-e989aaad-6aa2-4da6-b47f-ce76e7584e52 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] 10.222.0.25 "GET /v2.0/ports?device_id=c48eee74-b63f-4dd3-a48b-be1fed629cd5 HTTP/1.1" status: 200 len: 210 time: 0.0793912 May 26 11:04:42.184319 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] For port 78ed5293-b049-442f-af46-bae934ce69cd, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:04:42.200413 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] For port 78ed5293-b049-442f-af46-bae934ce69cd, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=78ed5293-b049-442f-af46-bae934ce69cd,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:04:42.217161 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:42.224682 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:42.340454 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 1c1095ea-6d78-4967-9efd-387551b3afe8 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:42.340816 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:42.427661 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Allocated IP 172.28.0.11 (73333234-0678-4b2b-9b0b-6206666e8f13/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0/da8cb0f3-f746-4440-8810-e7c63f34ba85) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:04:42.466866 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:42.479520 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Transition to ACTIVE for port object 497263c4-9e2f-442a-9604-58d9954aa651 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:04:42.528190 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Transition to ACTIVE for port object 497263c4-9e2f-442a-9604-58d9954aa651 will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:04:42.538664 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Routers {'13f7fe0b-a668-4fba-af3f-56e1e6af81cc'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:04:42.539077 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:04:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:42.620629 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:42.632569 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:42.655775 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:42.660463 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ce8b9bca-645b-4f67-bfab-55695297fe37 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:42.661154 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db945b89-39b1-406e-a85c-55392a85fd59 None None] Pushing event updated for resources: {'Port': ['ID=78ed5293-b049-442f-af46-bae934ce69cd,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:42.674336 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-db945b89-39b1-406e-a85c-55392a85fd59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:42.674336 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:42.726292 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:04:42.729061 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:04:42.732739 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:04:42.773911 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Pushing event updated for resources: {'Port': ['ID=da8cb0f3-f746-4440-8810-e7c63f34ba85,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:42.776366 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Network 8fdad298-d28d-4720-ad2e-6accdf9dab0a is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:04:42.778149 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:42.793325 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:04:42.796097 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:04:42.944500 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Pushing event updated for resources: {'Port': ['ID=497263c4-9e2f-442a-9604-58d9954aa651,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:42.997565 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:43.011828 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] Set router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:04:43.079238 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Attempting to bind port 497263c4-9e2f-442a-9604-58d9954aa651 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:04:43.079602 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Attempting to bind port 497263c4-9e2f-442a-9604-58d9954aa651 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '82256e09-5c49-4aca-899b-faf35b1885e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8fdad298-d28d-4720-ad2e-6accdf9dab0a'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:04:43.079955 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Attempting to bind port 497263c4-9e2f-442a-9604-58d9954aa651 on network 8fdad298-d28d-4720-ad2e-6accdf9dab0a {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:04:43.091185 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:04:43.091564 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Checking segment: {'id': '82256e09-5c49-4aca-899b-faf35b1885e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8fdad298-d28d-4720-ad2e-6accdf9dab0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:04:43.091967 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:43.092359 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Bound using segment: {'id': '82256e09-5c49-4aca-899b-faf35b1885e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8fdad298-d28d-4720-ad2e-6accdf9dab0a'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:04:43.092826 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Bound port: 497263c4-9e2f-442a-9604-58d9954aa651, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82256e09-5c49-4aca-899b-faf35b1885e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8fdad298-d28d-4720-ad2e-6accdf9dab0a'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:04:43.093202 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:43.153855 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:43.288799 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43456) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:43.338921 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] For port 497263c4-9e2f-442a-9604-58d9954aa651, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:04:43.379997 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] For port 497263c4-9e2f-442a-9604-58d9954aa651, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=497263c4-9e2f-442a-9604-58d9954aa651,segment=NetworkSegment(82256e09-5c49-4aca-899b-faf35b1885e6),segment_id=82256e09-5c49-4aca-899b-faf35b1885e6)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:04:43.389033 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:43.394986 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:43.483365 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Pushing event updated for resources: {'Port': ['ID=497263c4-9e2f-442a-9604-58d9954aa651,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:43.487539 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:43.496979 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:04:37Z', 'revision_number': 4, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port': {'id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:33Z', 'updated_at': '2021-05-26T11:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '78ed5293-b049-442f-af46-bae934ce69cd', 'name': '', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'mac_address': 'fa:16:3e:d0:05:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:37Z', 'updated_at': '2021-05-26T11:04:42Z', 'revision_number': 4, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'subnets': [{'id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:43.504699 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d1ea9-35d5-4bea-8fae-83931c712b50 None None] The sync data for ids ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'] in dv-cinder-793136-1-smb is: [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:04:37Z', 'revision_number': 4, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port': {'id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:33Z', 'updated_at': '2021-05-26T11:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '78ed5293-b049-442f-af46-bae934ce69cd', 'name': '', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'mac_address': 'fa:16:3e:d0:05:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:37Z', 'updated_at': '2021-05-26T11:04:42Z', 'revision_number': 4, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'subnets': [{'id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:04:43.506891 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502790'] for router, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:43.694505 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device c2320114-43c3-4b14-b533-2766c8142cfd no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:04:43.793521 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: c2320114-43c3-4b14-b533-2766c8142cfd {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:04:43.794239 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device c2320114-43c3-4b14-b533-2766c8142cfd not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:04:43.882541 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Router f0f2ad38-3057-48c3-a37d-85cbc25d5153 is scheduled to L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 with binding_index 1 {{(pid=91664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:04:44.149706 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 497263c4-9e2f-442a-9604-58d9954aa651 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:04:44.207032 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1476936b-8336-49f1-849e-5b7588377f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501237'] for router_interface, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:44.230444 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 497263c4-9e2f-442a-9604-58d9954aa651 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:04:44.233894 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:04:44.238974 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 78ed5293-b049-442f-af46-bae934ce69cd up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:04:44.247719 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Sync routers for ids ['f0f2ad38-3057-48c3-a37d-85cbc25d5153'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:04:44.263442 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Notify callbacks [] for router, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:44.268149 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9875638 May 26 11:04:44.268886 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43462) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:44.271187 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Routers {'f0f2ad38-3057-48c3-a37d-85cbc25d5153'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:04:44.271647 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-d7b08af0-0581-4078-8398-39d724516fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:04:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['f0f2ad38-3057-48c3-a37d-85cbc25d5153'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:44.326832 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 78ed5293-b049-442f-af46-bae934ce69cd completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:04:44.338235 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 78ed5293-b049-442f-af46-bae934ce69cd triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:44.340345 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:44.525957 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:44.574915 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port 78ed5293-b049-442f-af46-bae934ce69cd, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=78ed5293-b049-442f-af46-bae934ce69cd,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:44.583226 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Set router f0f2ad38-3057-48c3-a37d-85cbc25d5153 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:04:44.584102 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:44.585995 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:44.700123 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=78ed5293-b049-442f-af46-bae934ce69cd,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:44.719017 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:44.827437 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c583ad-6bc7-4f51-bdc8-87cd7c32ab09 None None] Network 8fdad298-d28d-4720-ad2e-6accdf9dab0a requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:04:44.861813 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-1476936b-8336-49f1-849e-5b7588377f0e admin admin] Deleting port 21407a69-8259-4e85-bb48-ba8e8d851dcb {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:04:44.862404 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1476936b-8336-49f1-849e-5b7588377f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:44.960071 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-d7b08af0-0581-4078-8398-39d724516fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'name': 'tempest-TestShelveInstance-1976126832-router', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.11'}], 'enable_snat': True}, 'gw_port_id': 'da8cb0f3-f746-4440-8810-e7c63f34ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:41Z', 'updated_at': '2021-05-26T11:04:42Z', 'revision_number': 3, 'project_id': '8155d4df8c024308980358accfd64f98', 'gw_port': {'id': 'da8cb0f3-f746-4440-8810-e7c63f34ba85', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:42Z', 'updated_at': '2021-05-26T11:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:44.964886 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Checking router: f0f2ad38-3057-48c3-a37d-85cbc25d5153 for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:04:44.965257 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Updating router f0f2ad38-3057-48c3-a37d-85cbc25d5153 port da8cb0f3-f746-4440-8810-e7c63f34ba85 binding host dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:04:45.029829 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.040042 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-1476936b-8336-49f1-849e-5b7588377f0e admin admin] For port 21407a69-8259-4e85-bb48-ba8e8d851dcb, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=21407a69-8259-4e85-bb48-ba8e8d851dcb,segment=NetworkSegment(2ee78390-2c46-48d2-b2e3-44340561f42b),segment_id=2ee78390-2c46-48d2-b2e3-44340561f42b)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:45.040538 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1476936b-8336-49f1-849e-5b7588377f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.172705 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2d6c165d-3ec4-44d0-ac3c-b1b4e6928604 None None] Provisioning for port 497263c4-9e2f-442a-9604-58d9954aa651 completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:04:45.184866 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2d6c165d-3ec4-44d0-ac3c-b1b4e6928604 None None] Provisioning complete for port 497263c4-9e2f-442a-9604-58d9954aa651 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:45.185247 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2d6c165d-3ec4-44d0-ac3c-b1b4e6928604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.211247 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-1476936b-8336-49f1-849e-5b7588377f0e admin admin] Calling delete_port for 21407a69-8259-4e85-bb48-ba8e8d851dcb owned by network:router_interface {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:04:45.364512 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2d6c165d-3ec4-44d0-ac3c-b1b4e6928604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.423806 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2d6c165d-3ec4-44d0-ac3c-b1b4e6928604 None None] For port 497263c4-9e2f-442a-9604-58d9954aa651, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=497263c4-9e2f-442a-9604-58d9954aa651,segment=NetworkSegment(82256e09-5c49-4aca-899b-faf35b1885e6),segment_id=82256e09-5c49-4aca-899b-faf35b1885e6)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:45.424714 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.430952 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2d6c165d-3ec4-44d0-ac3c-b1b4e6928604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.433178 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:45.553905 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c165d-3ec4-44d0-ac3c-b1b4e6928604 None None] Pushing event updated for resources: {'Port': ['ID=497263c4-9e2f-442a-9604-58d9954aa651,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:45.562217 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2d6c165d-3ec4-44d0-ac3c-b1b4e6928604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:45.577179 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.594760 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Transition to ACTIVE for port object da8cb0f3-f746-4440-8810-e7c63f34ba85 will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:04:45.602834 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.612013 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0dafbd0f-45e5-4d80-a568-57f742fea740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:45.655667 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-c13cbb27-9b38-4ee9-acb9-3fb6cfa02bdf None None] Provisioning complete for port 497263c4-9e2f-442a-9604-58d9954aa651 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:45.656430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c13cbb27-9b38-4ee9-acb9-3fb6cfa02bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.675969 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Attempting to bind port da8cb0f3-f746-4440-8810-e7c63f34ba85 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:04:45.676340 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Attempting to bind port da8cb0f3-f746-4440-8810-e7c63f34ba85 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:04:45.676698 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Attempting to bind port da8cb0f3-f746-4440-8810-e7c63f34ba85 on network 73333234-0678-4b2b-9b0b-6206666e8f13 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:04:45.692371 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:04:45.693022 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Checking segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:04:45.693165 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.693533 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Bound using segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:04:45.694000 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Bound port: da8cb0f3-f746-4440-8810-e7c63f34ba85, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:04:45.694363 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.720447 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Allocated IP 172.20.0.1 (8fdad298-d28d-4720-ad2e-6accdf9dab0a/a780daa1-bc24-4b38-b147-817c22be2775/58fb1a89-11c2-4aa3-af07-4bdcf597a09c) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:04:45.731224 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1476936b-8336-49f1-849e-5b7588377f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.737886 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-aee354d5-47b8-43e6-bf7a-efd23f05a911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:45.803229 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476936b-8336-49f1-849e-5b7588377f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=21407a69-8259-4e85-bb48-ba8e8d851dcb,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:45.804562 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-d7b08af0-0581-4078-8398-39d724516fea None None] For port da8cb0f3-f746-4440-8810-e7c63f34ba85, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:04:45.809139 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-d7b08af0-0581-4078-8398-39d724516fea None None] For port da8cb0f3-f746-4440-8810-e7c63f34ba85, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=da8cb0f3-f746-4440-8810-e7c63f34ba85,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:04:45.813545 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1476936b-8336-49f1-849e-5b7588377f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:45.822742 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.823846 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b9b63-bbf8-4d58-8307-1321f86a031a None None] Pushing event updated for resources: {'Port': ['ID=da8cb0f3-f746-4440-8810-e7c63f34ba85,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:45.830817 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d47b9b63-bbf8-4d58-8307-1321f86a031a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:45.831449 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d47b9b63-bbf8-4d58-8307-1321f86a031a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:45.909676 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Routers {'f0f2ad38-3057-48c3-a37d-85cbc25d5153'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:04:45.910291 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-d7b08af0-0581-4078-8398-39d724516fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:04:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['f0f2ad38-3057-48c3-a37d-85cbc25d5153'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:45.920918 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.938371 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Transition to ACTIVE for port object 58fb1a89-11c2-4aa3-af07-4bdcf597a09c will not be triggered until provisioned by entity DHCP. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:04:45.979422 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:45.987998 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b9b63-bbf8-4d58-8307-1321f86a031a None None] Pushing event updated for resources: {'Port': ['ID=da8cb0f3-f746-4440-8810-e7c63f34ba85,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:45.997388 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d47b9b63-bbf8-4d58-8307-1321f86a031a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:45.997597 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:46.063183 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Network 8fdad298-d28d-4720-ad2e-6accdf9dab0a is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:04:46.071729 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:04:46.086160 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:04:46.116078 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-d7b08af0-0581-4078-8398-39d724516fea None None] Set router f0f2ad38-3057-48c3-a37d-85cbc25d5153 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:04:46.152761 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1476936b-8336-49f1-849e-5b7588377f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497477'] for router_interface, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:46.188501 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 497263c4-9e2f-442a-9604-58d9954aa651 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:04:46.199115 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501088'] for router_interface, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:46.201772 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Pushing event updated for resources: {'Port': ['ID=58fb1a89-11c2-4aa3-af07-4bdcf597a09c,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:46.205030 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:46.289269 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 497263c4-9e2f-442a-9604-58d9954aa651 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:46.289810 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:46.396992 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:46.485719 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-d7b08af0-0581-4078-8398-39d724516fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'name': 'tempest-TestShelveInstance-1976126832-router', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.11'}], 'enable_snat': True}, 'gw_port_id': 'da8cb0f3-f746-4440-8810-e7c63f34ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:41Z', 'updated_at': '2021-05-26T11:04:42Z', 'revision_number': 3, 'project_id': '8155d4df8c024308980358accfd64f98', 'gw_port': {'id': 'da8cb0f3-f746-4440-8810-e7c63f34ba85', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:42Z', 'updated_at': '2021-05-26T11:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:46.490123 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b08af0-0581-4078-8398-39d724516fea None None] The sync data for ids ['f0f2ad38-3057-48c3-a37d-85cbc25d5153'] in dv-cinder-793136-1-smb is: [{'id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'name': 'tempest-TestShelveInstance-1976126832-router', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.11'}], 'enable_snat': True}, 'gw_port_id': 'da8cb0f3-f746-4440-8810-e7c63f34ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:41Z', 'updated_at': '2021-05-26T11:04:42Z', 'revision_number': 3, 'project_id': '8155d4df8c024308980358accfd64f98', 'gw_port': {'id': 'da8cb0f3-f746-4440-8810-e7c63f34ba85', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:42Z', 'updated_at': '2021-05-26T11:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:04:46.558356 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-5a7e28ec-d46c-4477-bce8-92b81b5305fd None None] Provisioning for port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:04:46.566556 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-5a7e28ec-d46c-4477-bce8-92b81b5305fd None None] Provisioning complete for port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:46.567063 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5a7e28ec-d46c-4477-bce8-92b81b5305fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:46.597561 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 78ed5293-b049-442f-af46-bae934ce69cd up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:04:46.687717 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-5a7e28ec-d46c-4477-bce8-92b81b5305fd None None] Port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:04:46.723091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1476936b-8336-49f1-849e-5b7588377f0e admin admin] Router ac7d561d-0999-4cad-8d7d-96ee3877ef12 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:04:46.759649 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:46.766188 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:46.779520 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 78ed5293-b049-442f-af46-bae934ce69cd triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:46.779933 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:46.798592 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:46.896489 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501187'] for router_interface, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:46.923033 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Pushing event updated for resources: {'Port': ['ID=58fb1a89-11c2-4aa3-af07-4bdcf597a09c,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:46.930161 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:46.989674 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1476936b-8336-49f1-849e-5b7588377f0e admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:04:47.016404 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235ad10-0d91-4691-917c-21d67761ee8f None None] Sync routers for ids ['ac7d561d-0999-4cad-8d7d-96ee3877ef12'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:04:47.029815 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235ad10-0d91-4691-917c-21d67761ee8f None None] Routers {'ac7d561d-0999-4cad-8d7d-96ee3877ef12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:04:47.034039 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-4235ad10-0d91-4691-917c-21d67761ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:04:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['ac7d561d-0999-4cad-8d7d-96ee3877ef12'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:47.034989 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-1476936b-8336-49f1-849e-5b7588377f0e admin admin] 10.222.0.25 "PUT /v2.0/routers/ac7d561d-0999-4cad-8d7d-96ee3877ef12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7448630 May 26 11:04:47.035809 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43476) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:47.084061 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Network 8fdad298-d28d-4720-ad2e-6accdf9dab0a is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:04:47.085608 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:04:47.320021 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Notify callbacks [] for router, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:47.339757 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-4235ad10-0d91-4691-917c-21d67761ee8f None None] Set router ac7d561d-0999-4cad-8d7d-96ee3877ef12 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:04:47.380254 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Router f0f2ad38-3057-48c3-a37d-85cbc25d5153 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:04:47.512396 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:47.545435 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-1a473582-768f-4a23-ba21-b9c4ba8de765 None None] Provisioning complete for port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:47.545816 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1a473582-768f-4a23-ba21-b9c4ba8de765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:47.577763 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:04:47.594263 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] 10.222.0.25 "PUT /v2.0/routers/f0f2ad38-3057-48c3-a37d-85cbc25d5153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3165610 May 26 11:04:47.618986 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Deleting port b4282beb-e75f-4d97-89c3-9626620361dd {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:04:47.619475 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:47.643382 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-1a473582-768f-4a23-ba21-b9c4ba8de765 None None] Port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:04:47.753693 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-4235ad10-0d91-4691-917c-21d67761ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'name': 'tempest-ServerRescueNegativeTestJSON-983960199-router', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4282beb-e75f-4d97-89c3-9626620361dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:15Z', 'updated_at': '2021-05-26T11:04:45Z', 'revision_number': 5, 'project_id': 'e6d36e779aa646e9895a7565b95a5153', 'gw_port': {'id': 'b4282beb-e75f-4d97-89c3-9626620361dd', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:18Z', 'updated_at': '2021-05-26T11:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:47.753969 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] For port b4282beb-e75f-4d97-89c3-9626620361dd, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=b4282beb-e75f-4d97-89c3-9626620361dd,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:47.754142 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:47.759234 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235ad10-0d91-4691-917c-21d67761ee8f None None] Checking router: ac7d561d-0999-4cad-8d7d-96ee3877ef12 for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:04:47.768554 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235ad10-0d91-4691-917c-21d67761ee8f None None] Routers {'ac7d561d-0999-4cad-8d7d-96ee3877ef12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:04:47.769275 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-4235ad10-0d91-4691-917c-21d67761ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:04:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['ac7d561d-0999-4cad-8d7d-96ee3877ef12'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:47.876650 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Calling delete_port for b4282beb-e75f-4d97-89c3-9626620361dd owned by network:router_gateway {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:04:47.926979 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-4235ad10-0d91-4691-917c-21d67761ee8f None None] Set router ac7d561d-0999-4cad-8d7d-96ee3877ef12 gateway port host: None {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:04:48.070157 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device da8cb0f3-f746-4440-8810-e7c63f34ba85 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:04:48.111575 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-4235ad10-0d91-4691-917c-21d67761ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'name': 'tempest-ServerRescueNegativeTestJSON-983960199-router', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:15Z', 'updated_at': '2021-05-26T11:04:47Z', 'revision_number': 6, 'project_id': 'e6d36e779aa646e9895a7565b95a5153', 'gw_port_host': None}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:48.125696 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235ad10-0d91-4691-917c-21d67761ee8f None None] The sync data for ids ['ac7d561d-0999-4cad-8d7d-96ee3877ef12'] in dv-cinder-793136-1-smb is: [{'id': 'ac7d561d-0999-4cad-8d7d-96ee3877ef12', 'name': 'tempest-ServerRescueNegativeTestJSON-983960199-router', 'tenant_id': 'e6d36e779aa646e9895a7565b95a5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:15Z', 'updated_at': '2021-05-26T11:04:47Z', 'revision_number': 6, 'project_id': 'e6d36e779aa646e9895a7565b95a5153', 'gw_port_host': None}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:04:48.132075 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:48.142856 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-cd868f6f-2a54-4425-9d91-5c3d16de88f7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:48.151587 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port da8cb0f3-f746-4440-8810-e7c63f34ba85 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:04:48.158661 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port da8cb0f3-f746-4440-8810-e7c63f34ba85 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:48.159166 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:48.225375 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4282beb-e75f-4d97-89c3-9626620361dd,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:48.231750 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:48.286938 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503002'] for router_gateway, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:48.291479 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:48.312354 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port da8cb0f3-f746-4440-8810-e7c63f34ba85, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=da8cb0f3-f746-4440-8810-e7c63f34ba85,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:48.316219 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:48.319407 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:48.387450 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=da8cb0f3-f746-4440-8810-e7c63f34ba85,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:48.391037 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:48.458362 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5570'] for router, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:48.460560 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:48.472466 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Sync routers for ids ['f0f2ad38-3057-48c3-a37d-85cbc25d5153'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:04:48.482463 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Routers {'f0f2ad38-3057-48c3-a37d-85cbc25d5153'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:04:48.482991 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:04:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['f0f2ad38-3057-48c3-a37d-85cbc25d5153'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:48.551889 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496745'] for router, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:48.552981 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac7d561d-0999-4cad-8d7d-96ee3877ef12 {{(pid=91665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:04:48.568382 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Notify callbacks [] for router, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:48.569834 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ac7d561d-0999-4cad-8d7d-96ee3877ef12 HTTP/1.1" status: 204 len: 168 time: 1.5329511 May 26 11:04:48.572329 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43488) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:48.633548 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc90c013-201e-4da4-895e-988be4cd8b3f admin admin] Deleting subnet bbf6281a-8c05-4fba-8ba1-63390fc46865 {{(pid=91665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:04:48.636957 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bc90c013-201e-4da4-895e-988be4cd8b3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:48.677585 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Set router f0f2ad38-3057-48c3-a37d-85cbc25d5153 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:04:48.693234 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bc90c013-201e-4da4-895e-988be4cd8b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6468079'] for subnet, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:48.748370 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bc90c013-201e-4da4-895e-988be4cd8b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.032035 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'name': 'tempest-TestShelveInstance-1976126832-router', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.11'}], 'enable_snat': True}, 'gw_port_id': 'da8cb0f3-f746-4440-8810-e7c63f34ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:41Z', 'updated_at': '2021-05-26T11:04:46Z', 'revision_number': 4, 'project_id': '8155d4df8c024308980358accfd64f98', 'gw_port': {'id': 'da8cb0f3-f746-4440-8810-e7c63f34ba85', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:42Z', 'updated_at': '2021-05-26T11:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '58fb1a89-11c2-4aa3-af07-4bdcf597a09c', 'name': '', 'network_id': '8fdad298-d28d-4720-ad2e-6accdf9dab0a', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'mac_address': 'fa:16:3e:92:8d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a780daa1-bc24-4b38-b147-817c22be2775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:45Z', 'updated_at': '2021-05-26T11:04:46Z', 'revision_number': 2, 'project_id': '8155d4df8c024308980358accfd64f98', 'subnets': [{'id': 'a780daa1-bc24-4b38-b147-817c22be2775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:49.042494 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Checking router: f0f2ad38-3057-48c3-a37d-85cbc25d5153 for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:04:49.044030 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Updating router f0f2ad38-3057-48c3-a37d-85cbc25d5153 port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c binding host dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:04:49.063578 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bc90c013-201e-4da4-895e-988be4cd8b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6436956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5413835'] for subnet, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.071835 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-dd2bd408-64b8-464d-b0b4-34f967a124f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:49.113545 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.113878 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90c013-201e-4da4-895e-988be4cd8b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf6281a-8c05-4fba-8ba1-63390fc46865,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:49.121905 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-bc90c013-201e-4da4-895e-988be4cd8b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:49.123326 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bc90c013-201e-4da4-895e-988be4cd8b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.129987 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-bc90c013-201e-4da4-895e-988be4cd8b3f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bbf6281a-8c05-4fba-8ba1-63390fc46865 HTTP/1.1" status: 204 len: 168 time: 0.5567212 May 26 11:04:49.132556 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43502) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:49.174586 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43506) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:49.180520 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1504221697', 'description': 'tempest-secgroup-smoke-1504221697 description', 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:49.188120 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:49.193182 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Usage tracker for resource:security_group and tenant:e8fab6e462c5460e9bb43982a2c37bb6 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:49.196751 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:49.202986 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:49.219000 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.246450 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:49.251010 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Usage tracker for resource:security_group_rule and tenant:e8fab6e462c5460e9bb43982a2c37bb6 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:49.254719 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:49.257944 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4844bf44-7bab-4669-aba3-0d4526527b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.262566 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:49.344260 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.350390 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.358009 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-8683b409-8fb2-4587-bc2a-9e6684b84e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:49.395352 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4844bf44-7bab-4669-aba3-0d4526527b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.405706 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44bc6201-6d21-484c-82d0-212139a254e4,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:49.409715 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.411731 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-4844bf44-7bab-4669-aba3-0d4526527b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:49.414689 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2390299 May 26 11:04:49.415798 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:49.416266 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43512) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:49.422225 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-da1f02eb-94bf-45fb-b969-4b28e9e5e9b7 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Request body: {'security_group_rule': {'security_group_id': '44bc6201-6d21-484c-82d0-212139a254e4', 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:49.427691 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-4844bf44-7bab-4669-aba3-0d4526527b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee78390-2c46-48d2-b2e3-44340561f42b') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:49.428122 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-4844bf44-7bab-4669-aba3-0d4526527b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee78390-2c46-48d2-b2e3-44340561f42b') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:49.428241 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-da1f02eb-94bf-45fb-b969-4b28e9e5e9b7 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:49.432545 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-da1f02eb-94bf-45fb-b969-4b28e9e5e9b7 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Usage tracker for resource:security_group_rule and tenant:e8fab6e462c5460e9bb43982a2c37bb6 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:49.436552 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-da1f02eb-94bf-45fb-b969-4b28e9e5e9b7 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:49.442302 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4844bf44-7bab-4669-aba3-0d4526527b1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6456922'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.444846 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-da1f02eb-94bf-45fb-b969-4b28e9e5e9b7 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:49.461070 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4844bf44-7bab-4669-aba3-0d4526527b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.469206 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4844bf44-7bab-4669-aba3-0d4526527b1f admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:04:49.469692 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4844bf44-7bab-4669-aba3-0d4526527b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6358662'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.469830 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-da1f02eb-94bf-45fb-b969-4b28e9e5e9b7 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: Traceback (most recent call last): May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: timer() May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: cb(*args, **kw) May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: return func(*args, **kwargs) May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: self._notify() May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: self.callback(batched_events) May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: event.method(event) May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: return f(self, *a, **k) May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: return self._get(url).json() May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:04:49.484082 dv-cinder-793136-1-smb neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:04:49.543003 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-da1f02eb-94bf-45fb-b969-4b28e9e5e9b7 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.546816 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-da1f02eb-94bf-45fb-b969-4b28e9e5e9b7 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.554612 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:49.568047 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4844bf44-7bab-4669-aba3-0d4526527b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.574018 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.575211 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7d3cd771-d6cd-4a58-aa0a-15b46f83ef1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:49.577247 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f02eb-94bf-45fb-b969-4b28e9e5e9b7 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c92819-211c-4b4f-b2bb-32464e795ece,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:49.581000 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-da1f02eb-94bf-45fb-b969-4b28e9e5e9b7 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:49.583422 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-da1f02eb-94bf-45fb-b969-4b28e9e5e9b7 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.584862 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-da1f02eb-94bf-45fb-b969-4b28e9e5e9b7 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1675634 May 26 11:04:49.587455 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43516) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:49.588965 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Transition to ACTIVE for port object 58fb1a89-11c2-4aa3-af07-4bdcf597a09c will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:04:49.593692 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-7d183832-b181-488b-bb64-6cfd05017701 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Request body: {'security_group_rule': {'security_group_id': '44bc6201-6d21-484c-82d0-212139a254e4', 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:49.595825 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.598282 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4844bf44-7bab-4669-aba3-0d4526527b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.599649 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-7d183832-b181-488b-bb64-6cfd05017701 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:49.600479 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:49.604147 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-7d183832-b181-488b-bb64-6cfd05017701 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Usage tracker for resource:security_group_rule and tenant:e8fab6e462c5460e9bb43982a2c37bb6 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:49.607084 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-7d183832-b181-488b-bb64-6cfd05017701 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:49.608860 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844bf44-7bab-4669-aba3-0d4526527b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:49.613318 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-7d183832-b181-488b-bb64-6cfd05017701 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:49.616315 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4844bf44-7bab-4669-aba3-0d4526527b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:49.624842 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-4844bf44-7bab-4669-aba3-0d4526527b1f admin admin] 10.222.0.25 "DELETE /v2.0/networks/0fc2f0ef-15e6-42a8-b6ad-cdb1bc77e317 HTTP/1.1" status: 204 len: 168 time: 0.4903665 May 26 11:04:49.638260 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7d183832-b181-488b-bb64-6cfd05017701 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.719324 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7d183832-b181-488b-bb64-6cfd05017701 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.724330 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7d183832-b181-488b-bb64-6cfd05017701 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.726610 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4acfc190-8c90-4b25-913b-86b1e9ffb6e8 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:49.750394 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d183832-b181-488b-bb64-6cfd05017701 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df65c10b-cfd0-42c0-bf87-9e1a1e4c4a8b,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:49.754824 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-7d183832-b181-488b-bb64-6cfd05017701 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:49.764433 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7d183832-b181-488b-bb64-6cfd05017701 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.768844 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43522) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:49.769105 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-7d183832-b181-488b-bb64-6cfd05017701 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1802943 May 26 11:04:49.776012 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-0c12e6ff-41c4-4532-9897-8f3de1cfaa9f tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Request body: {'security_group_rule': {'security_group_id': '44bc6201-6d21-484c-82d0-212139a254e4', 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:49.782814 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43526) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:49.784432 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0c12e6ff-41c4-4532-9897-8f3de1cfaa9f tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:49.789034 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-0c12e6ff-41c4-4532-9897-8f3de1cfaa9f tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Usage tracker for resource:security_group_rule and tenant:e8fab6e462c5460e9bb43982a2c37bb6 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:49.792451 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-0c12e6ff-41c4-4532-9897-8f3de1cfaa9f tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:49.799484 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0c12e6ff-41c4-4532-9897-8f3de1cfaa9f tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:49.805542 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4b83b-a119-4c48-95de-a75cd5ca620c None None] Pushing event updated for resources: {'Port': ['ID=58fb1a89-11c2-4aa3-af07-4bdcf597a09c,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:49.815718 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6ab4b83b-a119-4c48-95de-a75cd5ca620c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:49.819961 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6ff-41c4-4532-9897-8f3de1cfaa9f tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.840328 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Attempting to bind port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:04:49.841039 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Attempting to bind port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '82256e09-5c49-4aca-899b-faf35b1885e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8fdad298-d28d-4720-ad2e-6accdf9dab0a'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:04:49.841765 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Attempting to bind port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c on network 8fdad298-d28d-4720-ad2e-6accdf9dab0a {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:04:49.844235 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-4cc5d602-a447-4ceb-9414-033410a14230 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6d36e779aa646e9895a7565b95a5153&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0600536 May 26 11:04:49.846414 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43530) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:49.848472 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:04:49.848888 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Checking segment: {'id': '82256e09-5c49-4aca-899b-faf35b1885e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8fdad298-d28d-4720-ad2e-6accdf9dab0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:04:49.849255 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.849690 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Bound using segment: {'id': '82256e09-5c49-4aca-899b-faf35b1885e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8fdad298-d28d-4720-ad2e-6accdf9dab0a'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:04:49.850170 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Bound port: 58fb1a89-11c2-4aa3-af07-4bdcf597a09c, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82256e09-5c49-4aca-899b-faf35b1885e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8fdad298-d28d-4720-ad2e-6accdf9dab0a'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:04:49.850543 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.907251 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6ff-41c4-4532-9897-8f3de1cfaa9f tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.913164 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6ff-41c4-4532-9897-8f3de1cfaa9f tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.915427 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-847961f5-47a2-4b18-8d74-f5afadfe37fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.915577 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:49.941243 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12e6ff-41c4-4532-9897-8f3de1cfaa9f tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a97269-f1cf-4a37-a61b-bc4fc74f895b,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:49.946117 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0c12e6ff-41c4-4532-9897-8f3de1cfaa9f tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:49.949093 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-847961f5-47a2-4b18-8d74-f5afadfe37fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.954055 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6ff-41c4-4532-9897-8f3de1cfaa9f tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:49.955411 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-0c12e6ff-41c4-4532-9897-8f3de1cfaa9f tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1849105 May 26 11:04:49.958498 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43536) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:49.963644 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-42fec203-2bab-4a0f-82dd-ab81fa797e5b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Request body: {'security_group_rule': {'security_group_id': '44bc6201-6d21-484c-82d0-212139a254e4', 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:49.970135 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-42fec203-2bab-4a0f-82dd-ab81fa797e5b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:49.974573 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-42fec203-2bab-4a0f-82dd-ab81fa797e5b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Usage tracker for resource:security_group_rule and tenant:e8fab6e462c5460e9bb43982a2c37bb6 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:49.978672 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-42fec203-2bab-4a0f-82dd-ab81fa797e5b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:49.981242 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] For port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:04:49.985456 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] For port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=58fb1a89-11c2-4aa3-af07-4bdcf597a09c,segment=NetworkSegment(82256e09-5c49-4aca-899b-faf35b1885e6),segment_id=82256e09-5c49-4aca-899b-faf35b1885e6)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:04:49.988019 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-42fec203-2bab-4a0f-82dd-ab81fa797e5b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:49.991610 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.007135 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:50.035569 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-42fec203-2bab-4a0f-82dd-ab81fa797e5b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.037466 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-847961f5-47a2-4b18-8d74-f5afadfe37fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.043444 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-06fd2060-daaa-4e0e-a877-440225cd0101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:50.058614 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847961f5-47a2-4b18-8d74-f5afadfe37fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddac3cf-1996-435e-b9df-248dfb1daf68,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:50.064833 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-847961f5-47a2-4b18-8d74-f5afadfe37fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:50.079344 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-847961f5-47a2-4b18-8d74-f5afadfe37fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.080924 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-847961f5-47a2-4b18-8d74-f5afadfe37fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ddac3cf-1996-435e-b9df-248dfb1daf68 HTTP/1.1" status: 204 len: 168 time: 0.2334898 May 26 11:04:50.082727 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device da8cb0f3-f746-4440-8810-e7c63f34ba85 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:04:50.088420 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Routers {'f0f2ad38-3057-48c3-a37d-85cbc25d5153'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:04:50.089071 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:04:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['f0f2ad38-3057-48c3-a37d-85cbc25d5153'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:50.158642 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-42fec203-2bab-4a0f-82dd-ab81fa797e5b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.170189 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4b83b-a119-4c48-95de-a75cd5ca620c None None] Pushing event updated for resources: {'Port': ['ID=58fb1a89-11c2-4aa3-af07-4bdcf597a09c,revision_number=4']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:50.173448 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-42fec203-2bab-4a0f-82dd-ab81fa797e5b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.175462 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:50.176403 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6ab4b83b-a119-4c48-95de-a75cd5ca620c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:50.205090 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port da8cb0f3-f746-4440-8810-e7c63f34ba85 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:50.205497 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.231873 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fec203-2bab-4a0f-82dd-ab81fa797e5b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0870aeb5-ffff-4c97-ad55-c583343ff6e9,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:50.246074 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-42fec203-2bab-4a0f-82dd-ab81fa797e5b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:50.258371 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-42fec203-2bab-4a0f-82dd-ab81fa797e5b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.259510 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-42fec203-2bab-4a0f-82dd-ab81fa797e5b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3000803 May 26 11:04:50.262263 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43542) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:50.268570 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-e86791c4-4adb-455c-a3a2-a38df08aa4c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Request body: {'security_group_rule': {'security_group_id': '44bc6201-6d21-484c-82d0-212139a254e4', 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:50.278206 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e86791c4-4adb-455c-a3a2-a38df08aa4c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:50.292166 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-e86791c4-4adb-455c-a3a2-a38df08aa4c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Usage tracker for resource:security_group_rule and tenant:e8fab6e462c5460e9bb43982a2c37bb6 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:50.297205 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-e86791c4-4adb-455c-a3a2-a38df08aa4c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:50.313368 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e86791c4-4adb-455c-a3a2-a38df08aa4c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:50.327066 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0f6e0cbe-d377-4643-88e0-1121919b4fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.334164 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.db.securitygroups_db [None req-e86791c4-4adb-455c-a3a2-a38df08aa4c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Project e8fab6e462c5460e9bb43982a2c37bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:04:50.341227 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e86791c4-4adb-455c-a3a2-a38df08aa4c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.347062 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] Set router f0f2ad38-3057-48c3-a37d-85cbc25d5153 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:04:50.451911 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e86791c4-4adb-455c-a3a2-a38df08aa4c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.462402 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e86791c4-4adb-455c-a3a2-a38df08aa4c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.464829 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:50.528064 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86791c4-4adb-455c-a3a2-a38df08aa4c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21591e07-1c88-4337-833b-cded62aeddd5,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:50.537596 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e86791c4-4adb-455c-a3a2-a38df08aa4c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:50.542834 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e86791c4-4adb-455c-a3a2-a38df08aa4c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.547140 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43548) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:50.547615 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-e86791c4-4adb-455c-a3a2-a38df08aa4c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2839465 May 26 11:04:50.550591 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 21407a69-8259-4e85-bb48-ba8e8d851dcb no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:04:50.553475 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-0816dd93-d9b8-43c8-939a-44576a5849e9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Request body: {'security_group_rule': {'security_group_id': '44bc6201-6d21-484c-82d0-212139a254e4', 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:04:50.559879 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-0816dd93-d9b8-43c8-939a-44576a5849e9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:50.564312 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-0816dd93-d9b8-43c8-939a-44576a5849e9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Usage tracker for resource:security_group_rule and tenant:e8fab6e462c5460e9bb43982a2c37bb6 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:50.574804 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-0816dd93-d9b8-43c8-939a-44576a5849e9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:50.582550 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-0816dd93-d9b8-43c8-939a-44576a5849e9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:50.586758 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: 21407a69-8259-4e85-bb48-ba8e8d851dcb {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:04:50.587361 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 21407a69-8259-4e85-bb48-ba8e8d851dcb not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:04:50.587965 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device b4282beb-e75f-4d97-89c3-9626620361dd no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:04:50.596037 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.securitygroups_db [None req-0816dd93-d9b8-43c8-939a-44576a5849e9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Project e8fab6e462c5460e9bb43982a2c37bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:04:50.603017 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0816dd93-d9b8-43c8-939a-44576a5849e9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.631977 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: b4282beb-e75f-4d97-89c3-9626620361dd {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:04:50.632805 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device b4282beb-e75f-4d97-89c3-9626620361dd not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:04:50.679132 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0816dd93-d9b8-43c8-939a-44576a5849e9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.683009 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0816dd93-d9b8-43c8-939a-44576a5849e9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.685362 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4fe158ae-d181-4a4d-b5fd-0618148b876e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:50.708213 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816dd93-d9b8-43c8-939a-44576a5849e9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fa4de2-206b-4948-af16-1765c0133e66,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:50.711439 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0816dd93-d9b8-43c8-939a-44576a5849e9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:50.724109 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0816dd93-d9b8-43c8-939a-44576a5849e9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:50.733439 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-0816dd93-d9b8-43c8-939a-44576a5849e9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1765416 May 26 11:04:50.757015 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'name': 'tempest-TestShelveInstance-1976126832-router', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.11'}], 'enable_snat': True}, 'gw_port_id': 'da8cb0f3-f746-4440-8810-e7c63f34ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:41Z', 'updated_at': '2021-05-26T11:04:46Z', 'revision_number': 4, 'project_id': '8155d4df8c024308980358accfd64f98', 'gw_port': {'id': 'da8cb0f3-f746-4440-8810-e7c63f34ba85', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:42Z', 'updated_at': '2021-05-26T11:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '58fb1a89-11c2-4aa3-af07-4bdcf597a09c', 'name': '', 'network_id': '8fdad298-d28d-4720-ad2e-6accdf9dab0a', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'mac_address': 'fa:16:3e:92:8d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a780daa1-bc24-4b38-b147-817c22be2775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:45Z', 'updated_at': '2021-05-26T11:04:49Z', 'revision_number': 4, 'project_id': '8155d4df8c024308980358accfd64f98', 'subnets': [{'id': 'a780daa1-bc24-4b38-b147-817c22be2775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:04:50.761148 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454e600-d07d-4dcb-919c-97167716c3b7 None None] The sync data for ids ['f0f2ad38-3057-48c3-a37d-85cbc25d5153'] in dv-cinder-793136-1-smb is: [{'id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'name': 'tempest-TestShelveInstance-1976126832-router', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.11'}], 'enable_snat': True}, 'gw_port_id': 'da8cb0f3-f746-4440-8810-e7c63f34ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:41Z', 'updated_at': '2021-05-26T11:04:46Z', 'revision_number': 4, 'project_id': '8155d4df8c024308980358accfd64f98', 'gw_port': {'id': 'da8cb0f3-f746-4440-8810-e7c63f34ba85', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:42Z', 'updated_at': '2021-05-26T11:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '58fb1a89-11c2-4aa3-af07-4bdcf597a09c', 'name': '', 'network_id': '8fdad298-d28d-4720-ad2e-6accdf9dab0a', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'mac_address': 'fa:16:3e:92:8d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a780daa1-bc24-4b38-b147-817c22be2775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:45Z', 'updated_at': '2021-05-26T11:04:49Z', 'revision_number': 4, 'project_id': '8155d4df8c024308980358accfd64f98', 'subnets': [{'id': 'a780daa1-bc24-4b38-b147-817c22be2775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:04:52.053376 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 58fb1a89-11c2-4aa3-af07-4bdcf597a09c up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:04:52.142397 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:04:52.147303 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:52.147839 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:52.216622 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:52.287975 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:52.323826 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=58fb1a89-11c2-4aa3-af07-4bdcf597a09c,segment=NetworkSegment(82256e09-5c49-4aca-899b-faf35b1885e6),segment_id=82256e09-5c49-4aca-899b-faf35b1885e6)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:04:52.330610 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:52.333955 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-db945b89-39b1-406e-a85c-55392a85fd59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:52.413160 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:52.420144 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=58fb1a89-11c2-4aa3-af07-4bdcf597a09c,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:52.423657 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:52.873296 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-04d2f977-731d-4e9e-9693-4f59dda32cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:53.536309 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:53.837542 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43748) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:53.960622 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6b7491e6-26ba-456c-b515-ed72ed737628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:53.975785 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6b7491e6-26ba-456c-b515-ed72ed737628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:53.979742 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6b7491e6-26ba-456c-b515-ed72ed737628 admin admin] Usage tracker for resource:security_group_rule and tenant:cd6148ff737b461f8e45757aae8a6c97 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:53.982658 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6b7491e6-26ba-456c-b515-ed72ed737628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:53.989388 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6b7491e6-26ba-456c-b515-ed72ed737628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:54.015590 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 58fb1a89-11c2-4aa3-af07-4bdcf597a09c up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:04:54.083621 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6b7491e6-26ba-456c-b515-ed72ed737628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:54.083851 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:04:54.084021 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:54.087765 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6b7491e6-26ba-456c-b515-ed72ed737628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:54.097921 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-2532ec12-232f-4faa-b7bf-6b699db337bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:54.140581 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-6b7491e6-26ba-456c-b515-ed72ed737628 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd6148ff737b461f8e45757aae8a6c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989147 May 26 11:04:54.141082 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43754) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:54.143990 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7491e6-26ba-456c-b515-ed72ed737628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2417945-86b3-4a1d-9112-7e910ba18960,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:54.160288 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6b7491e6-26ba-456c-b515-ed72ed737628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:54.208059 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9183c92b-bb40-44db-b4b6-790ed5639756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:54.234461 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9183c92b-bb40-44db-b4b6-790ed5639756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:54.291857 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9183c92b-bb40-44db-b4b6-790ed5639756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:54.295704 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f13deb26-d70d-489d-bec3-6a40c8381a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:54.387287 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183c92b-bb40-44db-b4b6-790ed5639756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2417945-86b3-4a1d-9112-7e910ba18960,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:54.390646 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9183c92b-bb40-44db-b4b6-790ed5639756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:54.392566 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9183c92b-bb40-44db-b4b6-790ed5639756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:54.393686 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-9183c92b-bb40-44db-b4b6-790ed5639756 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2417945-86b3-4a1d-9112-7e910ba18960 HTTP/1.1" status: 204 len: 168 time: 0.2515156 May 26 11:04:54.675711 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43764) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:54.694604 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-20eeae86-0b7b-406f-b812-2e0d8f8fc25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:54.708826 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-20eeae86-0b7b-406f-b812-2e0d8f8fc25a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:04:54.712616 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-20eeae86-0b7b-406f-b812-2e0d8f8fc25a admin admin] Usage tracker for resource:security_group_rule and tenant:40ac1c2269f1478fbc2d6772157c73b2 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:04:54.715404 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-20eeae86-0b7b-406f-b812-2e0d8f8fc25a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:04:54.724026 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-20eeae86-0b7b-406f-b812-2e0d8f8fc25a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:04:54.905316 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-20eeae86-0b7b-406f-b812-2e0d8f8fc25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:54.909370 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-20eeae86-0b7b-406f-b812-2e0d8f8fc25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:54.917737 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-21ef4188-34ef-4e5f-8efd-6a8f2b7c8759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:54.957793 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-20eeae86-0b7b-406f-b812-2e0d8f8fc25a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40ac1c2269f1478fbc2d6772157c73b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807937 May 26 11:04:54.958740 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eeae86-0b7b-406f-b812-2e0d8f8fc25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3103e7e-4851-4006-9e41-0abb44cdea77,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:54.960825 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43772) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:04:54.962523 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-20eeae86-0b7b-406f-b812-2e0d8f8fc25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:55.024336 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9dcf3af5-46d9-4e11-8acc-baea4665125a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:55.050221 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9dcf3af5-46d9-4e11-8acc-baea4665125a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:55.102700 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9dcf3af5-46d9-4e11-8acc-baea4665125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:55.106378 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-06ad3dc6-b141-4497-b9a6-43175d2edfb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:04:55.117035 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf3af5-46d9-4e11-8acc-baea4665125a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3103e7e-4851-4006-9e41-0abb44cdea77,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:04:55.120773 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9dcf3af5-46d9-4e11-8acc-baea4665125a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:04:55.124014 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9dcf3af5-46d9-4e11-8acc-baea4665125a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:55.125789 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-9dcf3af5-46d9-4e11-8acc-baea4665125a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3103e7e-4851-4006-9e41-0abb44cdea77 HTTP/1.1" status: 204 len: 168 time: 0.1637759 May 26 11:04:55.284451 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:04:58.948696 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0449c-0e5b-4dc3-84fb-25e8b93fd1db req-5fae37fa-dcc7-4968-abc7-5d858646b344 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:04:58.950576 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-60c0449c-0e5b-4dc3-84fb-25e8b93fd1db req-5fae37fa-dcc7-4968-abc7-5d858646b344 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 947 time: 0.0964718 May 26 11:04:59.001918 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-60c0449c-0e5b-4dc3-84fb-25e8b93fd1db req-10bf3f39-9f95-4e32-b27a-efa84734480c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442214 May 26 11:05:00.216865 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d54f53-3774-472c-aad4-c576a25181c1 req-66ad4b19-470d-400b-bfe7-b9a4fedf2c07 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:00.218555 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d0d54f53-3774-472c-aad4-c576a25181c1 req-66ad4b19-470d-400b-bfe7-b9a4fedf2c07 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 947 time: 0.0931473 May 26 11:05:00.281052 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d0d54f53-3774-472c-aad4-c576a25181c1 req-1d3ebb90-6078-426d-a374-4d9e847377c7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546644 May 26 11:05:00.538976 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747d5ef-77e8-4e1d-8f45-009f6075984e req-81b162f3-b90d-4884-92d2-700221fa4d1b tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:00.540439 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6747d5ef-77e8-4e1d-8f45-009f6075984e req-81b162f3-b90d-4884-92d2-700221fa4d1b tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 945 time: 0.0832024 May 26 11:05:00.587862 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6747d5ef-77e8-4e1d-8f45-009f6075984e req-b93a88e7-adab-4d81-9005-81c217009782 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413287 May 26 11:05:00.991980 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-bc1ebcf1-0cde-474e-a2cc-d89f4e4ae35e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:00.993943 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-bc1ebcf1-0cde-474e-a2cc-d89f4e4ae35e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.16 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 947 time: 0.0818522 May 26 11:05:01.132430 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Deleting port 4d23add1-7e90-4389-9dc6-335cdee0b5c7 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:05:01.132772 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:01.267785 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] For port 4d23add1-7e90-4389-9dc6-335cdee0b5c7, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4d23add1-7e90-4389-9dc6-335cdee0b5c7,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:01.268054 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:01.634844 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:01.635249 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503015'] for floatingip, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:01.635547 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.l3_db [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Floating IP b6012209-6700-4160-bf26-e5b6c5875953 disassociated. External IP: 172.28.0.14, port: 4d23add1-7e90-4389-9dc6-335cdee0b5c7. May 26 11:05:01.635891 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Calling delete_port for 4d23add1-7e90-4389-9dc6-335cdee0b5c7 owned by compute:nova {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:05:01.648437 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92937791-16a8-461b-8a07-a7b7a92b62c2 req-58648769-941f-458e-89f4-5abc265f21da tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:01.651143 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-92937791-16a8-461b-8a07-a7b7a92b62c2 req-58648769-941f-458e-89f4-5abc265f21da tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 947 time: 0.2223260 May 26 11:05:01.718673 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-92937791-16a8-461b-8a07-a7b7a92b62c2 req-9fcbd43b-fabe-4db8-84f3-c280fdecf34f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec73a879-c0c8-427b-a2d7-d5a687df3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499873 May 26 11:05:01.810139 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647d15f-90bc-410c-9fcc-1966f92c327a req-57e349d8-a9ac-47b0-abc4-dacd5f1d44be tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:01.812579 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1647d15f-90bc-410c-9fcc-1966f92c327a req-57e349d8-a9ac-47b0-abc4-dacd5f1d44be tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 945 time: 0.0990984 May 26 11:05:01.813374 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:01.819119 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-54a41b8a-7653-46d1-a5e6-991acd09ba62 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:01.864212 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1647d15f-90bc-410c-9fcc-1966f92c327a req-597dc174-8d42-4f42-bdbf-730b2142aa40 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435536 May 26 11:05:01.864497 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event deleted for resources: {'Port': ['ID=4d23add1-7e90-4389-9dc6-335cdee0b5c7,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:01.869699 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:01.986715 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43922) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:02.070083 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Router 32a557a1-0384-4182-81ec-47f4a487001d has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:05:02.128548 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-43f62c36-cbd5-4efa-b86b-678d25772d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:02.144937 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-43f62c36-cbd5-4efa-b86b-678d25772d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:02.149318 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-43f62c36-cbd5-4efa-b86b-678d25772d26 admin admin] Usage tracker for resource:security_group_rule and tenant:fb4c6ec4e32d42f9a154878faf21033b is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:02.152423 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-43f62c36-cbd5-4efa-b86b-678d25772d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:02.161017 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-43f62c36-cbd5-4efa-b86b-678d25772d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:02.251086 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-43f62c36-cbd5-4efa-b86b-678d25772d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:02.255791 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-43f62c36-cbd5-4efa-b86b-678d25772d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:02.263256 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e36f39f4-6cb9-48b6-b9c7-68cc811acad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:02.273730 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:05:02.285923 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd8dfe-fa05-412c-8a02-2ef7c1e0b9cd None None] Sync routers for ids ['32a557a1-0384-4182-81ec-47f4a487001d'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:05:02.300217 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd8dfe-fa05-412c-8a02-2ef7c1e0b9cd None None] Routers {'32a557a1-0384-4182-81ec-47f4a487001d'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:02.300664 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-d4bd8dfe-fa05-412c-8a02-2ef7c1e0b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:04:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['32a557a1-0384-4182-81ec-47f4a487001d'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:02.327372 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-43f62c36-cbd5-4efa-b86b-678d25772d26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb4c6ec4e32d42f9a154878faf21033b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394010 May 26 11:05:02.328129 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f62c36-cbd5-4efa-b86b-678d25772d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3ece8b-088b-451b-a5f6-e0f225a411e3,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:02.331564 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-43f62c36-cbd5-4efa-b86b-678d25772d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:02.332133 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43928) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:02.430112 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-80950bf2-e103-4ba8-b74f-8c15910c5011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:02.448152 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] No DVR routers for this DVR port 4d23add1-7e90-4389-9dc6-335cdee0b5c7 on host hv-cinder-79313 {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:05:02.450732 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:02.453848 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'name': 'network-vif-deleted', 'tag': '4d23add1-7e90-4389-9dc6-335cdee0b5c7'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:05:02.470972 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-57ce52f2-0ae4-49f9-b4e8-27cd53e5636b req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.16 "DELETE /v2.0/ports/4d23add1-7e90-4389-9dc6-335cdee0b5c7 HTTP/1.1" status: 204 len: 173 time: 1.4700055 May 26 11:05:02.498106 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-80950bf2-e103-4ba8-b74f-8c15910c5011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:02.542569 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3854ff2a-46c1-4995-bd83-0aaddd67c3fe', 'name': 'network-vif-deleted', 'tag': '4d23add1-7e90-4389-9dc6-335cdee0b5c7', 'status': 'completed', 'code': 200} May 26 11:05:02.600093 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-d4bd8dfe-fa05-412c-8a02-2ef7c1e0b9cd None None] Set router 32a557a1-0384-4182-81ec-47f4a487001d gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:02.605750 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-80950bf2-e103-4ba8-b74f-8c15910c5011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:02.610113 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9a05f30e-d40c-4f67-985d-d94317c6f3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:02.622098 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80950bf2-e103-4ba8-b74f-8c15910c5011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3ece8b-088b-451b-a5f6-e0f225a411e3,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:02.627118 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-80950bf2-e103-4ba8-b74f-8c15910c5011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:02.635669 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-80950bf2-e103-4ba8-b74f-8c15910c5011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:02.637382 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-80950bf2-e103-4ba8-b74f-8c15910c5011 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d3ece8b-088b-451b-a5f6-e0f225a411e3 HTTP/1.1" status: 204 len: 168 time: 0.3037016 May 26 11:05:02.985033 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-55d7c8b8-db99-4b87-8cd0-29671c214fa8 req-2af9ee14-c9f0-4f99-92c5-8154275148df tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=3854ff2a-46c1-4995-bd83-0aaddd67c3fe HTTP/1.1" status: 200 len: 210 time: 0.1061540 May 26 11:05:02.996753 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43944) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:03.037041 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a1f77279-8fd7-4de9-b4a6-9ab4cec92cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:03.050399 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-d4bd8dfe-fa05-412c-8a02-2ef7c1e0b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:41Z', 'revision_number': 5, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:03.053721 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a1f77279-8fd7-4de9-b4a6-9ab4cec92cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:03.055049 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd8dfe-fa05-412c-8a02-2ef7c1e0b9cd None None] Checking router: 32a557a1-0384-4182-81ec-47f4a487001d for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:05:03.058611 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a1f77279-8fd7-4de9-b4a6-9ab4cec92cbc admin admin] Usage tracker for resource:security_group_rule and tenant:8010d208432c4e0fb0ccf8ea740343dd is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:03.062120 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a1f77279-8fd7-4de9-b4a6-9ab4cec92cbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:03.063829 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd8dfe-fa05-412c-8a02-2ef7c1e0b9cd None None] Routers {'32a557a1-0384-4182-81ec-47f4a487001d'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:03.064903 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-d4bd8dfe-fa05-412c-8a02-2ef7c1e0b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:04:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['32a557a1-0384-4182-81ec-47f4a487001d'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:03.069045 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a1f77279-8fd7-4de9-b4a6-9ab4cec92cbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:03.250982 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a1f77279-8fd7-4de9-b4a6-9ab4cec92cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:03.257244 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a1f77279-8fd7-4de9-b4a6-9ab4cec92cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:03.268894 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-25dc28c2-f78c-45e6-b624-9e11a0a67fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:03.284646 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-d4bd8dfe-fa05-412c-8a02-2ef7c1e0b9cd None None] Set router 32a557a1-0384-4182-81ec-47f4a487001d gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:03.290357 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ab22c-e315-4f30-8691-af2fe377913b req-e440e463-3a03-44cf-bfd6-4ddb1b57bc94 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:03.291869 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7c7ab22c-e315-4f30-8691-af2fe377913b req-e440e463-3a03-44cf-bfd6-4ddb1b57bc94 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 945 time: 0.1610522 May 26 11:05:03.348194 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-a1f77279-8fd7-4de9-b4a6-9ab4cec92cbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8010d208432c4e0fb0ccf8ea740343dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498819 May 26 11:05:03.350702 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43948) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:03.358235 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f77279-8fd7-4de9-b4a6-9ab4cec92cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127c04d4-6b44-4337-8a18-6b4faf3fe288,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:03.364370 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a1f77279-8fd7-4de9-b4a6-9ab4cec92cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:03.382725 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7c7ab22c-e315-4f30-8691-af2fe377913b req-88a8364e-8b12-4c36-bad0-83463b908dba tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753653 May 26 11:05:03.424044 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6579e779-f421-4b8c-8d52-87ae5bb0aedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:03.451987 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6579e779-f421-4b8c-8d52-87ae5bb0aedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:03.509668 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6579e779-f421-4b8c-8d52-87ae5bb0aedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:03.514407 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c2fe87a3-7594-4d03-886d-d79c8a6ee556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:03.525984 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579e779-f421-4b8c-8d52-87ae5bb0aedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127c04d4-6b44-4337-8a18-6b4faf3fe288,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:03.528836 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-6579e779-f421-4b8c-8d52-87ae5bb0aedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:03.531301 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6579e779-f421-4b8c-8d52-87ae5bb0aedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:03.532389 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-6579e779-f421-4b8c-8d52-87ae5bb0aedf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/127c04d4-6b44-4337-8a18-6b4faf3fe288 HTTP/1.1" status: 204 len: 168 time: 0.1799216 May 26 11:05:03.646059 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-d4bd8dfe-fa05-412c-8a02-2ef7c1e0b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:41Z', 'revision_number': 5, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:03.654005 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd8dfe-fa05-412c-8a02-2ef7c1e0b9cd None None] The sync data for ids ['32a557a1-0384-4182-81ec-47f4a487001d'] in dv-cinder-793136-1-smb is: [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:41Z', 'revision_number': 5, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:05:03.826671 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 4d23add1-7e90-4389-9dc6-335cdee0b5c7 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:05:03.865170 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: 4d23add1-7e90-4389-9dc6-335cdee0b5c7 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:05:03.866061 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 4d23add1-7e90-4389-9dc6-335cdee0b5c7 not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:05:03.943271 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e0a98a-46e2-4874-98cd-bb5cfdce0347 None None] New status for floating IP b6012209-6700-4160-bf26-e5b6c5875953: DOWN {{(pid=91667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:05:04.183725 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43972) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:04.261675 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8c21-80aa-4441-9b52-39fe4f03396e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:04.291166 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8c21-80aa-4441-9b52-39fe4f03396e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:04.356820 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8c21-80aa-4441-9b52-39fe4f03396e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:04.360663 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c5627b7d-9494-4873-902e-79511d980036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:04.375006 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d8c21-80aa-4441-9b52-39fe4f03396e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec73a879-c0c8-427b-a2d7-d5a687df3ac8,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:04.378299 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4c2d8c21-80aa-4441-9b52-39fe4f03396e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:04.388681 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8c21-80aa-4441-9b52-39fe4f03396e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:04.393201 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-4c2d8c21-80aa-4441-9b52-39fe4f03396e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "DELETE /v2.0/security-groups/ec73a879-c0c8-427b-a2d7-d5a687df3ac8 HTTP/1.1" status: 204 len: 168 time: 0.2050655 May 26 11:05:04.393334 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 43982) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:04.410029 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.api.v2.resource [None req-f596f18d-dd8d-4d04-b6a2-9ac6371dbe3e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] show failed (client error): The resource could not be found. May 26 11:05:04.413597 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-f596f18d-dd8d-4d04-b6a2-9ac6371dbe3e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups/ec73a879-c0c8-427b-a2d7-d5a687df3ac8 HTTP/1.1" status: 404 len: 347 time: 0.0168881 May 26 11:05:04.414243 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 43988) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:04.597428 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d66e4-488b-4af3-b93e-e1cb9f7eb6f9 req-677506a7-0cbc-4307-b507-7e749293aed3 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:04.599194 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4b3d66e4-488b-4af3-b93e-e1cb9f7eb6f9 req-677506a7-0cbc-4307-b507-7e749293aed3 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 945 time: 0.0878456 May 26 11:05:04.654111 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4b3d66e4-488b-4af3-b93e-e1cb9f7eb6f9 req-03f09057-0ab6-4cb0-8b5d-e6b02b12fce9 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486972 May 26 11:05:04.665251 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-31e2e551-5749-4dd8-b581-063c3e3a5669 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Deleting port d7a0491e-9283-46e8-a6cf-9db3f7b96122 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:05:04.665617 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-31e2e551-5749-4dd8-b581-063c3e3a5669 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:04.826458 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-31e2e551-5749-4dd8-b581-063c3e3a5669 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:04.829641 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-31e2e551-5749-4dd8-b581-063c3e3a5669 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:04.958309 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-31e2e551-5749-4dd8-b581-063c3e3a5669 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Calling delete_port for d7a0491e-9283-46e8-a6cf-9db3f7b96122 owned by network:floatingip {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:05:05.077071 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-31e2e551-5749-4dd8-b581-063c3e3a5669 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:05.081845 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-d14e2102-b8d4-465e-847d-c522954a93cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:05.130003 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2e551-5749-4dd8-b581-063c3e3a5669 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event deleted for resources: {'Port': ['ID=d7a0491e-9283-46e8-a6cf-9db3f7b96122,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:05.161309 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-31e2e551-5749-4dd8-b581-063c3e3a5669 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:05.219541 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-31e2e551-5749-4dd8-b581-063c3e3a5669 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for floatingip, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:05.242250 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-31e2e551-5749-4dd8-b581-063c3e3a5669 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:05.242793 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-31e2e551-5749-4dd8-b581-063c3e3a5669 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "DELETE /v2.0/floatingips/b6012209-6700-4160-bf26-e5b6c5875953 HTTP/1.1" status: 204 len: 168 time: 0.8275719 May 26 11:05:05.588500 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44036) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:05.623867 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44042) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:05.628895 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620157454', 'description': 'tempest-description--1958934561'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:05.635636 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:05.640596 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Usage tracker for resource:security_group and tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:05.643427 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:05.649031 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:05.660148 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:05.679957 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:05.683986 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Usage tracker for resource:security_group_rule and tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:05.687194 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:05.693318 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:05.771171 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e32d521e-ddbb-4baa-9947-30d150f94d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:05.808430 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-e32d521e-ddbb-4baa-9947-30d150f94d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:05.818882 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-e32d521e-ddbb-4baa-9947-30d150f94d8c admin admin] Usage tracker for resource:security_group_rule and tenant:75b0c86e9ead406c838f6689d3643bee is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:05.823625 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-e32d521e-ddbb-4baa-9947-30d150f94d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:05.835517 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-e32d521e-ddbb-4baa-9947-30d150f94d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:05.853086 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46e3bd-46ef-499b-88df-7c84890f6f1c req-32181239-1cfc-4559-85c7-ed56b92ecb4c tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:05.861729 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5d46e3bd-46ef-499b-88df-7c84890f6f1c req-32181239-1cfc-4559-85c7-ed56b92ecb4c tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 945 time: 0.0911570 May 26 11:05:05.893929 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:05.910006 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc762a84-084e-4358-9bcf-99140dafb3cb req-76729f5f-999f-44fe-bbda-6b2ef6d5293e tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:05.911516 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-dc762a84-084e-4358-9bcf-99140dafb3cb req-76729f5f-999f-44fe-bbda-6b2ef6d5293e tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.16 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 945 time: 0.1899066 May 26 11:05:05.914694 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:05.922042 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5d46e3bd-46ef-499b-88df-7c84890f6f1c req-2da3cbfd-0807-4217-a3b9-fac75fcf3900 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/security-groups?id=19d13582-6a6d-47d7-809c-a825708ce570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511503 May 26 11:05:05.922426 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-cea703be-fc1e-4557-a628-d1fb50b95943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:06.029402 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb41e44-48e6-470b-b701-8af55c0bba7e,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:06.039871 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:06.053630 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.054814 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4299555 May 26 11:05:06.057786 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 44054) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:06.063593 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-804200c6-c462-4d39-99c3-dc53df62d1a7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Request body: {'security_group_rule': {'security_group_id': '0fb41e44-48e6-470b-b701-8af55c0bba7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:06.069459 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-804200c6-c462-4d39-99c3-dc53df62d1a7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:06.073174 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-804200c6-c462-4d39-99c3-dc53df62d1a7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Usage tracker for resource:security_group_rule and tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:06.076089 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-804200c6-c462-4d39-99c3-dc53df62d1a7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:06.082799 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-804200c6-c462-4d39-99c3-dc53df62d1a7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:06.098243 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-804200c6-c462-4d39-99c3-dc53df62d1a7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.139388 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e32d521e-ddbb-4baa-9947-30d150f94d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.146436 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e32d521e-ddbb-4baa-9947-30d150f94d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.156826 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-847961f5-47a2-4b18-8d74-f5afadfe37fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:06.158954 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-804200c6-c462-4d39-99c3-dc53df62d1a7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.162368 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-804200c6-c462-4d39-99c3-dc53df62d1a7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.169676 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e86791c4-4adb-455c-a3a2-a38df08aa4c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:06.188450 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804200c6-c462-4d39-99c3-dc53df62d1a7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5596535f-374b-423c-aa6b-ed7106048ec8,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:06.190875 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-804200c6-c462-4d39-99c3-dc53df62d1a7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:06.199397 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-804200c6-c462-4d39-99c3-dc53df62d1a7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.200600 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-804200c6-c462-4d39-99c3-dc53df62d1a7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417508 May 26 11:05:06.203258 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 44058) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:06.203930 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-dc762a84-084e-4358-9bcf-99140dafb3cb req-233f6b96-ef6f-400f-9d6f-096066e560ff tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Deleting port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:05:06.204281 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-dc762a84-084e-4358-9bcf-99140dafb3cb req-233f6b96-ef6f-400f-9d6f-096066e560ff tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.208235 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-4d146c88-db67-4f50-8c4f-c642f6b38d40 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Request body: {'security_group_rule': {'security_group_id': '0fb41e44-48e6-470b-b701-8af55c0bba7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:06.213923 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4d146c88-db67-4f50-8c4f-c642f6b38d40 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:06.217988 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-4d146c88-db67-4f50-8c4f-c642f6b38d40 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Usage tracker for resource:security_group_rule and tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:06.220886 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-4d146c88-db67-4f50-8c4f-c642f6b38d40 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:06.225138 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d521e-ddbb-4baa-9947-30d150f94d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85b4d81-5a6d-4b6d-ab1e-8d761a4acac2,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:06.226544 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4d146c88-db67-4f50-8c4f-c642f6b38d40 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:06.229276 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-e32d521e-ddbb-4baa-9947-30d150f94d8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75b0c86e9ead406c838f6689d3643bee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6350973 May 26 11:05:06.230426 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e32d521e-ddbb-4baa-9947-30d150f94d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:06.232947 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 44062) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:06.270362 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4d146c88-db67-4f50-8c4f-c642f6b38d40 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.341698 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7683f5d0-5301-4c26-a566-9c7dec468c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.368366 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4d146c88-db67-4f50-8c4f-c642f6b38d40 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.376350 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4d146c88-db67-4f50-8c4f-c642f6b38d40 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.383460 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-804200c6-c462-4d39-99c3-dc53df62d1a7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:06.390670 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7683f5d0-5301-4c26-a566-9c7dec468c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.426190 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d146c88-db67-4f50-8c4f-c642f6b38d40 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3598b3b6-3f44-4d7d-8ee7-55c78ec7b7e2,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:06.433791 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-dc762a84-084e-4358-9bcf-99140dafb3cb req-233f6b96-ef6f-400f-9d6f-096066e560ff tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] For port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=41eec5eb-e2a9-4a1b-bfdc-d9022e789d48,segment=NetworkSegment(1fafefdc-cf7f-4500-840c-f498e7160cfd),segment_id=1fafefdc-cf7f-4500-840c-f498e7160cfd)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:06.434138 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-dc762a84-084e-4358-9bcf-99140dafb3cb req-233f6b96-ef6f-400f-9d6f-096066e560ff tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.440989 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4d146c88-db67-4f50-8c4f-c642f6b38d40 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:06.447675 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4d146c88-db67-4f50-8c4f-c642f6b38d40 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.448752 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-4d146c88-db67-4f50-8c4f-c642f6b38d40 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2445858 May 26 11:05:06.451861 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 44066) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:06.456740 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Request body: {'floatingip': {'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:06.462288 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:06.466289 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Usage tracker for resource:floatingip and tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:06.469174 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:06.475401 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:06.486392 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for floatingip, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.501994 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7683f5d0-5301-4c26-a566-9c7dec468c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.511593 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-939565f2-a7fd-4c3d-bca3-d8f3e2c680d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:06.527292 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683f5d0-5301-4c26-a566-9c7dec468c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85b4d81-5a6d-4b6d-ab1e-8d761a4acac2,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:06.532807 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7683f5d0-5301-4c26-a566-9c7dec468c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:06.534766 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7683f5d0-5301-4c26-a566-9c7dec468c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.538498 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-7683f5d0-5301-4c26-a566-9c7dec468c69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a85b4d81-5a6d-4b6d-ab1e-8d761a4acac2 HTTP/1.1" status: 204 len: 168 time: 0.3041000 May 26 11:05:06.575087 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-dc762a84-084e-4358-9bcf-99140dafb3cb req-233f6b96-ef6f-400f-9d6f-096066e560ff tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Calling delete_port for 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 owned by compute:nova {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:05:06.662164 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.704227 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-dc762a84-084e-4358-9bcf-99140dafb3cb req-233f6b96-ef6f-400f-9d6f-096066e560ff tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.709811 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:06.745396 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['41eec5eb-e2a9-4a1b-bfdc-d9022e789d48'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:05:06.757490 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f6b96-ef6f-400f-9d6f-096066e560ff tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Pushing event deleted for resources: {'Port': ['ID=41eec5eb-e2a9-4a1b-bfdc-d9022e789d48,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:06.760969 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-233f6b96-ef6f-400f-9d6f-096066e560ff tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:06.826933 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Allocated IP 172.28.0.28 (73333234-0678-4b2b-9b0b-6206666e8f13/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0/7d420249-7d68-48f5-bd33-0b559c4a6f9d) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:06.837540 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc762a84-084e-4358-9bcf-99140dafb3cb req-233f6b96-ef6f-400f-9d6f-096066e560ff tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] No DVR routers for this DVR port 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 on host hv-cinder-79313 {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:05:06.839977 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-dc762a84-084e-4358-9bcf-99140dafb3cb req-233f6b96-ef6f-400f-9d6f-096066e560ff tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.843409 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628f9be8-20c2-4548-8d46-99edff7b2704', 'name': 'network-vif-deleted', 'tag': '41eec5eb-e2a9-4a1b-bfdc-d9022e789d48'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:05:06.865243 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44076) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:06.882722 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-dc762a84-084e-4358-9bcf-99140dafb3cb req-233f6b96-ef6f-400f-9d6f-096066e560ff tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.16 "DELETE /v2.0/ports/41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 HTTP/1.1" status: 204 len: 173 time: 0.9632993 May 26 11:05:06.885100 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4132111a-8606-4953-8661-6364ed873563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:06.901188 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-4132111a-8606-4953-8661-6364ed873563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:06.906031 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-4132111a-8606-4953-8661-6364ed873563 admin admin] Usage tracker for resource:security_group_rule and tenant:58d0abdee438448da04862d3d758a038 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:06.909208 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-4132111a-8606-4953-8661-6364ed873563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:06.915464 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-4132111a-8606-4953-8661-6364ed873563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:06.920219 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628f9be8-20c2-4548-8d46-99edff7b2704', 'name': 'network-vif-deleted', 'tag': '41eec5eb-e2a9-4a1b-bfdc-d9022e789d48', 'status': 'completed', 'code': 200} May 26 11:05:07.021201 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:07.033898 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4132111a-8606-4953-8661-6364ed873563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:07.040019 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4132111a-8606-4953-8661-6364ed873563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:07.051983 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1fcae9a8-7adb-434c-90e6-24b1f112a85f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:07.059640 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:07.066830 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ea07f8b7-e1dc-4abb-ab53-0a905308bd4e tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:07.112517 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-4132111a-8606-4953-8661-6364ed873563 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58d0abdee438448da04862d3d758a038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447145 May 26 11:05:07.113980 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44084) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:07.125750 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132111a-8606-4953-8661-6364ed873563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58de68cf-f9db-4210-992e-15634b39b1e4,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:07.130568 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4132111a-8606-4953-8661-6364ed873563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:07.180614 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b5570318-2781-474f-8515-113266491e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:07.209625 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b5570318-2781-474f-8515-113266491e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:07.261442 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f5e52326-728e-4fba-81a9-0dcf26d811cd req-d3fd040c-2f91-4321-9d87-f790a52942e7 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] 10.222.0.25 "GET /v2.0/ports?device_id=628f9be8-20c2-4548-8d46-99edff7b2704 HTTP/1.1" status: 200 len: 210 time: 0.1494238 May 26 11:05:07.267839 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b5570318-2781-474f-8515-113266491e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:07.269179 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:07.272110 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:07.273372 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-c1f43f4f-2be9-4e22-b5c7-49ac9c674893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:07.274573 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:07.288346 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5570318-2781-474f-8515-113266491e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58de68cf-f9db-4210-992e-15634b39b1e4,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:07.290614 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b5570318-2781-474f-8515-113266491e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:07.291391 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b5570318-2781-474f-8515-113266491e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:07.292552 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-b5570318-2781-474f-8515-113266491e57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58de68cf-f9db-4210-992e-15634b39b1e4 HTTP/1.1" status: 204 len: 168 time: 0.1776285 May 26 11:05:07.316888 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event updated for resources: {'Port': ['ID=7d420249-7d68-48f5-bd33-0b559c4a6f9d,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:07.319666 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:07.366977 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:07.429285 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:07.644097 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:07.650711 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:07.655819 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:07.766627 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event updated for resources: {'Port': ['ID=7d420249-7d68-48f5-bd33-0b559c4a6f9d,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:07.769404 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:07.782589 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503015'] for floatingip, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:07.805492 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:07.806693 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3539453 May 26 11:05:08.031099 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-6b6313ac-932b-4140-8d3d-156826831936 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Synchronizing usage tracker for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:security_group {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:08.048051 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-6b6313ac-932b-4140-8d3d-156826831936 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Unset dirty status for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:security_group {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:08.049404 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-6b6313ac-932b-4140-8d3d-156826831936 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1620157454&fields=id&tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5 HTTP/1.1" status: 200 len: 267 time: 0.0587873 May 26 11:05:08.216434 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-54e9d50a-7974-40c7-b61a-a3b08edf5695 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:08.218429 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-54e9d50a-7974-40c7-b61a-a3b08edf5695 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/networks?id=e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 200 len: 817 time: 0.1598911 May 26 11:05:08.234554 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-09daf9db-171b-4b11-b3af-24695ccd56ea tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/quotas/9cfcd0e5c65a49bcaefbeec7d7ee0de5 HTTP/1.1" status: 200 len: 375 time: 0.0107427 May 26 11:05:08.324362 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-f6f3f95d-a4dc-4fab-b0ce-7fd89d41b2a3 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Synchronizing usage tracker for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:port {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:08.344107 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-f6f3f95d-a4dc-4fab-b0ce-7fd89d41b2a3 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Unset dirty status for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:port {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:08.345732 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-f6f3f95d-a4dc-4fab-b0ce-7fd89d41b2a3 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1058917 May 26 11:05:08.499214 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-6b347171-62ef-4238-aae4-9200dd546f12 service neutron] 10.222.0.25 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405530 May 26 11:05:08.641696 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-7a5c1270-29c7-495d-8a88-6491a25fb025 service neutron] 10.222.0.25 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415277 May 26 11:05:08.861268 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b7a74f15-aff5-4f9e-8c76-ed5ca6c9b00a req-83f39db9-fdda-4849-8e2b-0f2fb1dd0d2c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 210 time: 0.0443456 May 26 11:05:09.467667 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-284bbb52-e274-4c15-a593-5263ed18fb3c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Synchronizing usage tracker for tenant:e8fab6e462c5460e9bb43982a2c37bb6 on resource:security_group {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:09.484464 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-284bbb52-e274-4c15-a593-5263ed18fb3c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Unset dirty status for tenant:e8fab6e462c5460e9bb43982a2c37bb6 on resource:security_group {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:09.485694 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-284bbb52-e274-4c15-a593-5263ed18fb3c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504221697&fields=id&tenant_id=e8fab6e462c5460e9bb43982a2c37bb6 HTTP/1.1" status: 200 len: 267 time: 0.0586011 May 26 11:05:09.635631 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-3e53065a-f4c8-4dbc-a1b7-d11b3c2fb707 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:09.636296 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-3e53065a-f4c8-4dbc-a1b7-d11b3c2fb707 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Synchronizing usage tracker for tenant:e8fab6e462c5460e9bb43982a2c37bb6 on resource:network {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:09.652299 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-3e53065a-f4c8-4dbc-a1b7-d11b3c2fb707 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Unset dirty status for tenant:e8fab6e462c5460e9bb43982a2c37bb6 on resource:network {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:09.653942 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-3e53065a-f4c8-4dbc-a1b7-d11b3c2fb707 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/networks?id=1eeadd8a-4d30-468e-b894-98d26a45bf73 HTTP/1.1" status: 200 len: 808 time: 0.1614850 May 26 11:05:09.668683 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-af34e8ae-536a-40bf-9f30-be113fefb70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/quotas/e8fab6e462c5460e9bb43982a2c37bb6 HTTP/1.1" status: 200 len: 375 time: 0.0086634 May 26 11:05:09.755279 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-26fe9ab2-9e7c-48fb-a34d-100b99e37910 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8fab6e462c5460e9bb43982a2c37bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807071 May 26 11:05:09.857400 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:05:09.903043 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:05:09.903510 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 41eec5eb-e2a9-4a1b-bfdc-d9022e789d48 not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:05:10.007237 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-2ca60782-880b-4ff2-a345-ee8e9e5e7bba service neutron] 10.222.0.25 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408583 May 26 11:05:10.034752 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ef82d303-656f-4a6b-8474-fc04dbbbfd86 req-3239f19a-eeec-40cc-bd2b-9ae0e9f8c60d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 210 time: 0.0549688 May 26 11:05:10.274250 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-e86b7155-508e-4aa6-affc-6c958bce9ad8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:10.275578 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-e86b7155-508e-4aa6-affc-6c958bce9ad8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.16 "GET /v2.0/networks?id=e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 200 len: 817 time: 0.3666196 May 26 11:05:10.294363 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-8e82294c-3077-4233-907f-0e02f9849046 service neutron] 10.222.0.25 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777264 May 26 11:05:10.338222 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-4359b896-21e5-4f36-b59f-e2d096c099d0 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5 HTTP/1.1" status: 200 len: 380 time: 0.0410624 May 26 11:05:10.347209 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Request body: {'port': {'device_id': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'admin_state_up': True, 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'security_groups': ['0fb41e44-48e6-470b-b701-8af55c0bba7e']}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:10.484491 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:10.496568 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:10.519356 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Made reservation on behalf of 9cfcd0e5c65a49bcaefbeec7d7ee0de5 for: {'port': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:05:10.523675 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:10.715756 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Allocated IP 172.20.0.7 (e7ee213c-6e0b-4113-9589-8fb92bbb537a/78da3282-26cc-4d36-90ec-09bda8e0be96/f437a192-6cd5-4fe4-bbca-703a874d56e3) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:10.741459 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-28e42621-3098-4f7d-a0d9-eee86b39788d req-3ce5f0d2-69e3-4219-ab2c-293b1bd5d991 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Synchronizing usage tracker for tenant:e8fab6e462c5460e9bb43982a2c37bb6 on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:10.762827 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-28e42621-3098-4f7d-a0d9-eee86b39788d req-3ce5f0d2-69e3-4219-ab2c-293b1bd5d991 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Unset dirty status for tenant:e8fab6e462c5460e9bb43982a2c37bb6 on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:10.766215 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-28e42621-3098-4f7d-a0d9-eee86b39788d req-3ce5f0d2-69e3-4219-ab2c-293b1bd5d991 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 210 time: 0.1035488 May 26 11:05:10.946432 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:10.965635 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Transition to ACTIVE for port object f437a192-6cd5-4fe4-bbca-703a874d56e3 will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:10.992427 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:11.010098 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0723ecbd-348f-4845-a073-81ac7ec12c32 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:11.084297 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Network e7ee213c-6e0b-4113-9589-8fb92bbb537a is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:11.088298 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:11.093528 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:11.132961 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event updated for resources: {'Port': ['ID=f437a192-6cd5-4fe4-bbca-703a874d56e3,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:11.140741 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:11.222075 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:05:11.232805 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:11.233777 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:11.281737 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9379661 May 26 11:05:11.299427 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec9604-bac5-4e5a-8c42-1dd8355e4ef4 req-4725c98f-a58b-4df3-87cd-2647523887dc tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:11.300114 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-a6ec9604-bac5-4e5a-8c42-1dd8355e4ef4 req-4725c98f-a58b-4df3-87cd-2647523887dc tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Synchronizing usage tracker for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:port {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:11.316404 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-a6ec9604-bac5-4e5a-8c42-1dd8355e4ef4 req-4725c98f-a58b-4df3-87cd-2647523887dc tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Unset dirty status for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:port {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:11.318075 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a6ec9604-bac5-4e5a-8c42-1dd8355e4ef4 req-4725c98f-a58b-4df3-87cd-2647523887dc tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 931 time: 0.1539989 May 26 11:05:11.327132 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Request body: {'port': {'device_id': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:11.357105 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-86aaf577-9a88-413f-99a4-aca9dee0fcc2 None None] Provisioning for port f437a192-6cd5-4fe4-bbca-703a874d56e3 completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:11.371252 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-86aaf577-9a88-413f-99a4-aca9dee0fcc2 None None] Provisioning complete for port f437a192-6cd5-4fe4-bbca-703a874d56e3 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:11.373961 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-86aaf577-9a88-413f-99a4-aca9dee0fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:11.440558 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-86aaf577-9a88-413f-99a4-aca9dee0fcc2 None None] Port f437a192-6cd5-4fe4-bbca-703a874d56e3 cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:05:11.480515 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a6ec9604-bac5-4e5a-8c42-1dd8355e4ef4 req-ac3dcdfd-344d-4688-8880-a860b206fad0 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140349 May 26 11:05:11.508275 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:11.885353 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f437a192-6cd5-4fe4-bbca-703a874d56e3 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:05:11.893669 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:11.911663 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Transition to ACTIVE for port object f437a192-6cd5-4fe4-bbca-703a874d56e3 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:11.916277 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6437530'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:11.921907 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:11.946633 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bd18b744-da13-4bb5-a979-45e45fb13426 req-a6af4fb3-9461-42a3-b04e-2b9c1eb61b55 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 210 time: 0.0505972 May 26 11:05:12.112619 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Pushing event updated for resources: {'Port': ['ID=f437a192-6cd5-4fe4-bbca-703a874d56e3,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:12.114311 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-881217d4-5bf3-4102-9d3b-8a7f22f988b3 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:12.116031 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-881217d4-5bf3-4102-9d3b-8a7f22f988b3 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.16 "GET /v2.0/networks?id=1eeadd8a-4d30-468e-b894-98d26a45bf73 HTTP/1.1" status: 200 len: 808 time: 0.1829939 May 26 11:05:12.120387 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:12.199924 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-6e33954f-a8d6-48c6-92af-8b6885d9ed1b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8fab6e462c5460e9bb43982a2c37bb6 HTTP/1.1" status: 200 len: 380 time: 0.0648668 May 26 11:05:12.212239 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Request body: {'port': {'device_id': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'admin_state_up': True, 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'security_groups': ['44bc6201-6d21-484c-82d0-212139a254e4']}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:12.252155 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Attempting to bind port f437a192-6cd5-4fe4-bbca-703a874d56e3 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:05:12.253747 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Attempting to bind port f437a192-6cd5-4fe4-bbca-703a874d56e3 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:05:12.256331 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Attempting to bind port f437a192-6cd5-4fe4-bbca-703a874d56e3 on network e7ee213c-6e0b-4113-9589-8fb92bbb537a {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:12.261925 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Port f437a192-6cd5-4fe4-bbca-703a874d56e3 on network e7ee213c-6e0b-4113-9589-8fb92bbb537a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:05:12.262425 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Attempting to bind port f437a192-6cd5-4fe4-bbca-703a874d56e3 on network e7ee213c-6e0b-4113-9589-8fb92bbb537a {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:12.267783 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:05:12.268301 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Checking segment: {'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:12.268875 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Bound using segment: {'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:05:12.269610 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Bound port: f437a192-6cd5-4fe4-bbca-703a874d56e3, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4026fba0-016e-42e0-a594-21854f671c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:05:12.270122 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:12.390985 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:12.401196 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:12.413786 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Made reservation on behalf of e8fab6e462c5460e9bb43982a2c37bb6 for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:05:12.418530 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:12.474869 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] For port f437a192-6cd5-4fe4-bbca-703a874d56e3, host hv-cinder-79313, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:05:12.479584 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] For port f437a192-6cd5-4fe4-bbca-703a874d56e3, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:05:12.486255 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6437530'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:12.492187 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-36f0b24a-29c2-42c0-b835-f3b5d966f980 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:12.557365 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:12.558019 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:12.559380 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] 10.222.0.16 "PUT /v2.0/ports/f437a192-6cd5-4fe4-bbca-703a874d56e3 HTTP/1.1" status: 200 len: 1093 time: 1.2367711 May 26 11:05:12.559858 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'tag': 'f437a192-6cd5-4fe4-bbca-703a874d56e3'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:05:12.616599 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Pushing event updated for resources: {'Port': ['ID=f437a192-6cd5-4fe4-bbca-703a874d56e3,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:12.621110 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:12.671607 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Allocated IP 172.20.0.5 (1eeadd8a-4d30-468e-b894-98d26a45bf73/3efe0691-f56b-4b17-a376-3f07f73b41de/60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:12.938830 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-d7670356-0b25-47ac-86b3-eacae91025c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:12.940351 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-d7670356-0b25-47ac-86b3-eacae91025c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 1096 time: 0.3114378 May 26 11:05:12.956257 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5bd61-f084-45d0-b000-e47d565eb930 req-786eb99a-351a-4088-9aa6-a887279d9952 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:12.957932 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-78e5bd61-f084-45d0-b000-e47d565eb930 req-786eb99a-351a-4088-9aa6-a887279d9952 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.2505965 May 26 11:05:13.041461 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'tag': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'status': 'completed', 'code': 200} May 26 11:05:13.042977 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:13.064026 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Transition to ACTIVE for port object 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b will not be triggered until provisioned by entity DHCP. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:13.072144 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-fc7c5d2b-9881-4867-8a2b-71555fc39f5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3 HTTP/1.1" status: 200 len: 217 time: 0.1078811 May 26 11:05:13.095418 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:13.107034 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:13.159324 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-78e5bd61-f084-45d0-b000-e47d565eb930 req-dbd783a5-cd35-49a3-ba02-abf23a9b4d91 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200173 May 26 11:05:13.170981 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-670e9044-cb3f-4ac3-93d2-c87267f0461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:13.172396 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-670e9044-cb3f-4ac3-93d2-c87267f0461f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78da3282-26cc-4d36-90ec-09bda8e0be96 HTTP/1.1" status: 200 len: 856 time: 0.0909007 May 26 11:05:13.248158 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Network 1eeadd8a-4d30-468e-b894-98d26a45bf73 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:13.249645 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Pushing event updated for resources: {'Port': ['ID=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:13.252887 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:13.254692 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:13.260470 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-feba749a-d122-4783-a913-2f54bea1f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:13.260990 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:13.262285 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-feba749a-d122-4783-a913-2f54bea1f8b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7ee213c-6e0b-4113-9589-8fb92bbb537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761306 May 26 11:05:13.362064 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:13.363370 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:13.399694 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323506d1-167f-41c4-85c1-fe02fe9b957c req-05fbaad2-3e3b-4a49-aa8f-a736806f0439 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:13.400412 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-323506d1-167f-41c4-85c1-fe02fe9b957c req-05fbaad2-3e3b-4a49-aa8f-a736806f0439 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Synchronizing usage tracker for tenant:e8fab6e462c5460e9bb43982a2c37bb6 on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:13.405779 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1977046 May 26 11:05:13.418923 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-323506d1-167f-41c4-85c1-fe02fe9b957c req-05fbaad2-3e3b-4a49-aa8f-a736806f0439 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Unset dirty status for tenant:e8fab6e462c5460e9bb43982a2c37bb6 on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:13.424199 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-323506d1-167f-41c4-85c1-fe02fe9b957c req-05fbaad2-3e3b-4a49-aa8f-a736806f0439 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 931 time: 0.2709916 May 26 11:05:13.431041 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Request body: {'port': {'device_id': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:13.433979 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-e0e0c4b5-28be-4fdb-a76f-737b6031fa30 service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633296 May 26 11:05:13.522802 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-1b22c646-a1f1-42f5-a925-a7832447ec7c None None] Provisioning for port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:13.528933 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-1b22c646-a1f1-42f5-a925-a7832447ec7c None None] Provisioning complete for port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:13.529584 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1b22c646-a1f1-42f5-a925-a7832447ec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:13.579046 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-817d3bca-5624-4df6-b36a-5956c52fb2b1 req-f7f1ff13-62ae-4954-b478-0b87bd9f2d36 service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383195 May 26 11:05:13.596005 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-1b22c646-a1f1-42f5-a925-a7832447ec7c None None] Port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:05:13.642400 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-323506d1-167f-41c4-85c1-fe02fe9b957c req-9023801a-0867-42bf-bb5b-2e3002f2a4dc tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822066 May 26 11:05:13.667858 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:13.761275 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f221fe7-bdda-4109-8479-7c238c229271 req-f13909d4-e171-4db2-81dd-15b96f98571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:13.762777 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4f221fe7-bdda-4109-8479-7c238c229271 req-f13909d4-e171-4db2-81dd-15b96f98571b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 1096 time: 0.0752916 May 26 11:05:13.894562 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f221fe7-bdda-4109-8479-7c238c229271 req-a01e2a02-08ce-4b32-b999-f5e757f763a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:13.896001 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4f221fe7-bdda-4109-8479-7c238c229271 req-a01e2a02-08ce-4b32-b999-f5e757f763a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 200 len: 918 time: 0.1240432 May 26 11:05:13.963121 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4f221fe7-bdda-4109-8479-7c238c229271 req-d7fb2bb4-3b05-4acb-bfce-b63d77434c8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3 HTTP/1.1" status: 200 len: 217 time: 0.0598068 May 26 11:05:14.030823 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:05:14.030988 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:14.047003 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Transition to ACTIVE for port object 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:14.049111 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f221fe7-bdda-4109-8479-7c238c229271 req-2bd36635-6a3a-43bd-b6bf-c880d7ddcac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:14.050602 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4f221fe7-bdda-4109-8479-7c238c229271 req-2bd36635-6a3a-43bd-b6bf-c880d7ddcac4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78da3282-26cc-4d36-90ec-09bda8e0be96 HTTP/1.1" status: 200 len: 856 time: 0.0777798 May 26 11:05:14.050980 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:14.054822 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e8529366-04a8-4f93-8a86-15dd08df1a17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:14.138178 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f221fe7-bdda-4109-8479-7c238c229271 req-26c51033-20c3-45e4-b5dc-7ed1e8b2bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:14.140246 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4f221fe7-bdda-4109-8479-7c238c229271 req-26c51033-20c3-45e4-b5dc-7ed1e8b2bf30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7ee213c-6e0b-4113-9589-8fb92bbb537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818462 May 26 11:05:14.252132 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Pushing event updated for resources: {'Port': ['ID=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:14.257571 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:14.302639 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Attempting to bind port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:05:14.303307 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Attempting to bind port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '72975ad7-71ec-427d-a1d9-d1608b72337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:05:14.303864 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Attempting to bind port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b on network 1eeadd8a-4d30-468e-b894-98d26a45bf73 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:14.308992 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b on network 1eeadd8a-4d30-468e-b894-98d26a45bf73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:05:14.309204 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4f221fe7-bdda-4109-8479-7c238c229271 req-302a3d66-aa71-456a-99dc-2ddc8994257a service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612976 May 26 11:05:14.309702 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Attempting to bind port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b on network 1eeadd8a-4d30-468e-b894-98d26a45bf73 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:14.316878 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:05:14.317585 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Checking segment: {'id': '72975ad7-71ec-427d-a1d9-d1608b72337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:14.318137 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Bound using segment: {'id': '72975ad7-71ec-427d-a1d9-d1608b72337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:05:14.318580 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Bound port: 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72975ad7-71ec-427d-a1d9-d1608b72337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:05:14.318928 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:14.421655 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] For port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b, host hv-cinder-79313, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:05:14.429006 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] For port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:05:14.435040 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:14.445037 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:14.506957 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:14.507634 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:14.509447 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] 10.222.0.16 "PUT /v2.0/ports/60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b HTTP/1.1" status: 200 len: 1093 time: 1.0840509 May 26 11:05:14.510035 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'tag': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:05:14.546916 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Pushing event updated for resources: {'Port': ['ID=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:14.550275 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:14.611133 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4f221fe7-bdda-4109-8479-7c238c229271 req-87d1d068-98e8-41a7-a978-62afca40a955 service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895329 May 26 11:05:14.628726 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9eed8-fcea-4e8c-9782-7fd33b03b33f req-a81c0c92-a1fd-433d-a2e4-6980422f64e5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:14.651676 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-aac9eed8-fcea-4e8c-9782-7fd33b03b33f req-a81c0c92-a1fd-433d-a2e4-6980422f64e5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.2625282 May 26 11:05:14.672495 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'tag': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'status': 'completed', 'code': 200} May 26 11:05:14.725913 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-aac9eed8-fcea-4e8c-9782-7fd33b03b33f req-2f95c3c3-c074-4ed7-94ea-101718d2de44 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693197 May 26 11:05:14.731605 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-2fad1454-9126-4391-a07c-f7d5f98d13d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:14.733180 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-2fad1454-9126-4391-a07c-f7d5f98d13d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8fab6e462c5460e9bb43982a2c37bb6&device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 1096 time: 0.1573377 May 26 11:05:14.901270 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-5a1960dd-0b58-40ec-8123-381ba3dc79d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b HTTP/1.1" status: 200 len: 217 time: 0.1479599 May 26 11:05:14.990124 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-3f6eeef1-c3c2-4d20-ab22-d832823bd7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:14.991654 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-3f6eeef1-c3c2-4d20-ab22-d832823bd7b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3efe0691-f56b-4b17-a376-3f07f73b41de HTTP/1.1" status: 200 len: 847 time: 0.0835550 May 26 11:05:15.005723 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cb00e-4abd-4d1d-b818-21474e64c8dc req-878a7704-152d-47ed-9d9a-da16c437640a tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:15.009968 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-461cb00e-4abd-4d1d-b818-21474e64c8dc req-878a7704-152d-47ed-9d9a-da16c437640a tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 943 time: 0.1562076 May 26 11:05:15.110459 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-461cb00e-4abd-4d1d-b818-21474e64c8dc req-ebe31c88-02ba-44ec-a168-f47fcff32d3a tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609465 May 26 11:05:15.122435 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-c5178b6a-9961-4691-a639-34bd0838b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:15.124570 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-c5178b6a-9961-4691-a639-34bd0838b0e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1eeadd8a-4d30-468e-b894-98d26a45bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1137807 May 26 11:05:15.255771 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-009c9917-d0f7-4b12-be11-b17775f3f2a1 service neutron] 10.222.0.16 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241086 May 26 11:05:15.391405 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95b818f2-caf4-499b-9a33-020279cfcc15 req-f6658387-4dba-4c08-a247-d1bcdf5c5644 service neutron] 10.222.0.16 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265347 May 26 11:05:15.555337 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213f04a-386e-4092-9433-e07eb61c2132 req-cfa92a6e-ac44-4500-ab3e-71d8698d3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:15.557127 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6213f04a-386e-4092-9433-e07eb61c2132 req-cfa92a6e-ac44-4500-ab3e-71d8698d3ddb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8fab6e462c5460e9bb43982a2c37bb6&device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 1096 time: 0.0705986 May 26 11:05:15.776207 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213f04a-386e-4092-9433-e07eb61c2132 req-cfe01a09-7fc0-451c-b601-99cbfe65f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:15.777700 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6213f04a-386e-4092-9433-e07eb61c2132 req-cfe01a09-7fc0-451c-b601-99cbfe65f43f service neutron] 10.222.0.16 "GET /v2.0/networks?id=1eeadd8a-4d30-468e-b894-98d26a45bf73 HTTP/1.1" status: 200 len: 909 time: 0.2139118 May 26 11:05:15.848352 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6213f04a-386e-4092-9433-e07eb61c2132 req-b70a2dc9-46cf-4d72-bbc4-8a401f38467f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b HTTP/1.1" status: 200 len: 217 time: 0.0629315 May 26 11:05:15.890677 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device f437a192-6cd5-4fe4-bbca-703a874d56e3 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:05:15.911522 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213f04a-386e-4092-9433-e07eb61c2132 req-809efd3c-73d9-4e0e-9eeb-f27abd1442b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:15.912977 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6213f04a-386e-4092-9433-e07eb61c2132 req-809efd3c-73d9-4e0e-9eeb-f27abd1442b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3efe0691-f56b-4b17-a376-3f07f73b41de HTTP/1.1" status: 200 len: 847 time: 0.0577116 May 26 11:05:15.916571 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5f875-48fd-4fc8-be27-4893e77aac41 req-3317cd72-b73a-404c-9636-2a7bd02f7759 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:15.918082 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-72b5f875-48fd-4fc8-be27-4893e77aac41 req-3317cd72-b73a-404c-9636-2a7bd02f7759 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.0830457 May 26 11:05:16.002317 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-72b5f875-48fd-4fc8-be27-4893e77aac41 req-1a7de525-e74e-446f-a51d-5bb0629af1b1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677080 May 26 11:05:16.002437 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213f04a-386e-4092-9433-e07eb61c2132 req-2867f4ad-fa22-473e-92c1-4fd1511e05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:16.002437 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6213f04a-386e-4092-9433-e07eb61c2132 req-2867f4ad-fa22-473e-92c1-4fd1511e05f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1eeadd8a-4d30-468e-b894-98d26a45bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771203 May 26 11:05:16.058328 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port f437a192-6cd5-4fe4-bbca-703a874d56e3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:16.071390 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'port_id': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'mac_address': 'fa:16:3e:c9:c4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:05:16.137969 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:16.152162 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6213f04a-386e-4092-9433-e07eb61c2132 req-0c0b3f8b-b103-4ff8-9d28-4475c372ea23 service neutron] 10.222.0.16 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348720 May 26 11:05:16.158568 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f437a192-6cd5-4fe4-bbca-703a874d56e3 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:05:16.175411 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port f437a192-6cd5-4fe4-bbca-703a874d56e3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:16.181107 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:16.183714 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c337d3b9-44aa-44c4-84b1-51775404bc9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:16.313976 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=f437a192-6cd5-4fe4-bbca-703a874d56e3,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:16.317660 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:16.366598 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6213f04a-386e-4092-9433-e07eb61c2132 req-32c2d4eb-bae6-4097-8eee-679e753b9eb4 service neutron] 10.222.0.16 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067511 May 26 11:05:16.403726 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8ce52-8807-4ecd-a4f1-73e65255e3f5 req-d40b195a-61be-4a83-a77d-eb820da82119 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:16.406071 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e9e8ce52-8807-4ecd-a4f1-73e65255e3f5 req-d40b195a-61be-4a83-a77d-eb820da82119 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 943 time: 0.1348140 May 26 11:05:16.452898 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e9e8ce52-8807-4ecd-a4f1-73e65255e3f5 req-0600c1d2-8bb2-422d-bb63-318a46aebb62 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411954 May 26 11:05:16.509564 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['f437a192-6cd5-4fe4-bbca-703a874d56e3'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:05:17.192863 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f700bf-c3b9-46a4-84dd-09678b420c05 req-36238c20-4460-4aba-8c8f-af26d293b283 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:17.194329 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-94f700bf-c3b9-46a4-84dd-09678b420c05 req-36238c20-4460-4aba-8c8f-af26d293b283 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 944 time: 0.0789275 May 26 11:05:17.237917 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-94f700bf-c3b9-46a4-84dd-09678b420c05 req-ba1b3431-5381-4138-b9f5-70f8a1ce4a6a tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381486 May 26 11:05:17.652257 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34efec-e3cb-47c7-a2fc-9086e6fc59b4 req-81d4f827-bf68-4e6a-b6a8-43abb005e160 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:17.653754 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7f34efec-e3cb-47c7-a2fc-9086e6fc59b4 req-81d4f827-bf68-4e6a-b6a8-43abb005e160 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 943 time: 0.0948586 May 26 11:05:17.699051 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7f34efec-e3cb-47c7-a2fc-9086e6fc59b4 req-f47c3f68-0799-460d-b03c-04a940c1d051 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396183 May 26 11:05:17.903936 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:05:17.912845 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device f437a192-6cd5-4fe4-bbca-703a874d56e3 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:18.100615 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port f437a192-6cd5-4fe4-bbca-703a874d56e3 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:18.114890 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port f437a192-6cd5-4fe4-bbca-703a874d56e3 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:18.115485 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:18.162170 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:18.184897 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'port_id': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'mac_address': 'fa:16:3e:3f:b9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:05:18.287596 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:18.311329 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:18.321807 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:05:18.346259 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:18.350920 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f437a192-6cd5-4fe4-bbca-703a874d56e3'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:05:18.358993 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:18.361513 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:18.390998 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port f437a192-6cd5-4fe4-bbca-703a874d56e3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:18.398279 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'code': 200} May 26 11:05:18.405437 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:18.428863 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0960f2-2f34-4489-b36b-4a1f45b61e2b req-1b8e8d6b-1fec-4611-a1fc-0550ab5b1d10 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:18.430156 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9e0960f2-2f34-4489-b36b-4a1f45b61e2b req-1b8e8d6b-1fec-4611-a1fc-0550ab5b1d10 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 944 time: 0.0857606 May 26 11:05:18.432120 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:18.435285 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:18.435846 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:18.480298 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9e0960f2-2f34-4489-b36b-4a1f45b61e2b req-78180e9d-7665-4208-b094-0de2736f71fd tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388408 May 26 11:05:18.507662 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=f437a192-6cd5-4fe4-bbca-703a874d56e3,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:18.510337 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:18.672201 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b5529-843a-4e8a-a8b3-9926f8f7c9a7 req-12c94082-5096-469b-aff1-8bd6aeb8e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:18.673724 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-575b5529-843a-4e8a-a8b3-9926f8f7c9a7 req-12c94082-5096-469b-aff1-8bd6aeb8e086 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 1098 time: 0.0729909 May 26 11:05:18.680925 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:05:18.717682 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-575b5529-843a-4e8a-a8b3-9926f8f7c9a7 req-3daa28f2-ed25-42f7-a39d-d96af4622db0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363336 May 26 11:05:18.899317 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2517bc2-afe2-4c3a-a41f-27d28be7419f req-af66ee2e-9be6-4dae-92e8-828ed1cc099d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:18.900990 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c2517bc2-afe2-4c3a-a41f-27d28be7419f req-af66ee2e-9be6-4dae-92e8-828ed1cc099d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 944 time: 0.0906630 May 26 11:05:18.948437 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c2517bc2-afe2-4c3a-a41f-27d28be7419f req-9aeba566-2dea-4917-b4f1-0c7adecee250 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415504 May 26 11:05:19.671314 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8fedf-654f-44a9-885e-e16085891c36 req-d7367bf9-2a8d-4401-911a-a4d1726e8eec tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:19.672693 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8bd8fedf-654f-44a9-885e-e16085891c36 req-d7367bf9-2a8d-4401-911a-a4d1726e8eec tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.0795553 May 26 11:05:19.717893 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8bd8fedf-654f-44a9-885e-e16085891c36 req-145d0049-8bbb-4fa9-8938-ad077101b125 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390010 May 26 11:05:19.904214 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:19.985439 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:19.993097 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:19.993508 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:20.125534 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:20.146907 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ee929-d3c4-437e-92e6-441a97e0abfb req-362732bc-0a4d-40f6-9d26-3a82b96c8cce tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:20.148582 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ef1ee929-d3c4-437e-92e6-441a97e0abfb req-362732bc-0a4d-40f6-9d26-3a82b96c8cce tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 944 time: 0.0865529 May 26 11:05:20.165185 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:20.169860 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:20.172476 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:20.197917 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ef1ee929-d3c4-437e-92e6-441a97e0abfb req-6231cd0c-5a73-4bca-ac04-6ad0e3ab9965 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434401 May 26 11:05:20.237187 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44338) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:20.258459 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba9f2-475f-40e8-b77d-1e94ba439dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:20.263189 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:20.270426 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:20.361087 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ff61030-2df2-4463-9dca-d8b6aae7739f req-02768b76-fd64-4b63-835a-11a5a0f98956 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688424 May 26 11:05:20.370553 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:20.384892 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:20.388699 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:58ab43c282f5421ca1d8d94c56733a75 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:20.392079 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:20.397671 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:20.399715 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:05:20.450016 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'code': 200} May 26 11:05:20.464917 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff61030-2df2-4463-9dca-d8b6aae7739f req-19f5cd2e-782f-4904-b88e-9c8aa11d2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:20.466829 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ff61030-2df2-4463-9dca-d8b6aae7739f req-19f5cd2e-782f-4904-b88e-9c8aa11d2337 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dea62f1d4724fffaaf71875aa52046c&device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 1098 time: 0.0750682 May 26 11:05:20.487413 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:20.491382 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:20.500384 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4132111a-8606-4953-8661-6364ed873563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:20.542308 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58ab43c282f5421ca1d8d94c56733a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015528 May 26 11:05:20.542512 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44348) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:20.553141 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81698978-5cdd-4760-a45c-453502897647,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:20.571299 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:20.571668 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:20.572308 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:20.572670 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:20.573018 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:20.573411 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:20.573756 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:20.574096 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:20.574438 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:20.574778 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:20.575119 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:20.575452 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:20.585779 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:20.624148 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-390647e8-2b31-43f9-8daa-63e7ea569f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:20.639507 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff61030-2df2-4463-9dca-d8b6aae7739f req-ab669904-0f31-46da-8446-44422dbf330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:20.640941 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ff61030-2df2-4463-9dca-d8b6aae7739f req-ab669904-0f31-46da-8446-44422dbf330a service neutron] 10.222.0.16 "GET /v2.0/networks?id=32b43f6f-a166-4fbd-adce-080c4d711545 HTTP/1.1" status: 200 len: 912 time: 0.1449482 May 26 11:05:20.652566 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-390647e8-2b31-43f9-8daa-63e7ea569f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:20.718167 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-390647e8-2b31-43f9-8daa-63e7ea569f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:20.722241 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-442b3696-3e7b-4132-9224-44c380ed68bb tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:20.738658 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390647e8-2b31-43f9-8daa-63e7ea569f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81698978-5cdd-4760-a45c-453502897647,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:20.744783 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-390647e8-2b31-43f9-8daa-63e7ea569f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:20.746056 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-390647e8-2b31-43f9-8daa-63e7ea569f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:20.747517 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-390647e8-2b31-43f9-8daa-63e7ea569f1e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81698978-5cdd-4760-a45c-453502897647 HTTP/1.1" status: 204 len: 168 time: 0.2041781 May 26 11:05:20.803576 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ff61030-2df2-4463-9dca-d8b6aae7739f req-3ff64842-d227-4677-9756-03a2599afbff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4892c000-6362-4697-94ce-8d0484badfca HTTP/1.1" status: 200 len: 1001 time: 0.1558850 May 26 11:05:20.867256 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11424c4-2c5e-48d6-b8cd-2d45c60af1fa req-3925524a-1760-4a04-bf11-50e90bc26a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:20.868832 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d11424c4-2c5e-48d6-b8cd-2d45c60af1fa req-3925524a-1760-4a04-bf11-50e90bc26a70 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 1098 time: 0.0858212 May 26 11:05:20.913181 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d11424c4-2c5e-48d6-b8cd-2d45c60af1fa req-c43a649c-2862-4213-8f80-e4f929ea965c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374596 May 26 11:05:20.925840 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff61030-2df2-4463-9dca-d8b6aae7739f req-00334328-dce9-4f79-9747-5b54cab3fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:20.927288 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ff61030-2df2-4463-9dca-d8b6aae7739f req-00334328-dce9-4f79-9747-5b54cab3fe6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=029d1ebe-22a2-45b9-8a2e-0cab033d9ebc HTTP/1.1" status: 200 len: 850 time: 0.1177397 May 26 11:05:20.950359 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0debc-47c6-414f-ab65-5906ad52dc0f req-45576106-1a56-446c-8490-ac5f5639c1f0 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:20.952367 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-10f0debc-47c6-414f-ab65-5906ad52dc0f req-45576106-1a56-446c-8490-ac5f5639c1f0 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.1027119 May 26 11:05:20.999448 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-10f0debc-47c6-414f-ab65-5906ad52dc0f req-46b27f62-78b4-4400-bab7-09e9cb2d760d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Synchronizing usage tracker for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:21.014686 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-10f0debc-47c6-414f-ab65-5906ad52dc0f req-46b27f62-78b4-4400-bab7-09e9cb2d760d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Unset dirty status for tenant:9cfcd0e5c65a49bcaefbeec7d7ee0de5 on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:21.016054 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-10f0debc-47c6-414f-ab65-5906ad52dc0f req-46b27f62-78b4-4400-bab7-09e9cb2d760d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575683 May 26 11:05:21.069073 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44366) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:21.086835 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b221c8ef-0439-4b58-81cf-144a15fd368c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:21.100901 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-b221c8ef-0439-4b58-81cf-144a15fd368c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:21.104809 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-b221c8ef-0439-4b58-81cf-144a15fd368c admin admin] Usage tracker for resource:security_group_rule and tenant:ec54d2eda9154f2e856ee00253950062 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:21.107747 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-b221c8ef-0439-4b58-81cf-144a15fd368c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:21.113407 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-b221c8ef-0439-4b58-81cf-144a15fd368c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:21.251013 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b31828-3fd9-4fe6-9f34-6aaf1960c379 req-6ae5e36f-2908-4038-8a9a-0dc61614d463 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:21.252576 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a0b31828-3fd9-4fe6-9f34-6aaf1960c379 req-6ae5e36f-2908-4038-8a9a-0dc61614d463 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.1299593 May 26 11:05:21.265929 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44372) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:21.272000 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-4c0e5a9c-22ce-4a69-9bd6-fd67d0b453ed tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Request body: {'floatingip': {'port_id': 'f437a192-6cd5-4fe4-bbca-703a874d56e3'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:21.363643 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b221c8ef-0439-4b58-81cf-144a15fd368c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:21.366918 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5a9c-22ce-4a69-9bd6-fd67d0b453ed tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for floatingip, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:21.410441 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff61030-2df2-4463-9dca-d8b6aae7739f req-778d0196-b8c1-44ee-b3e2-19c35d6f40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:21.411946 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ff61030-2df2-4463-9dca-d8b6aae7739f req-778d0196-b8c1-44ee-b3e2-19c35d6f40dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=32b43f6f-a166-4fbd-adce-080c4d711545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2202196 May 26 11:05:21.419804 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451ad5d-cf6d-4fdd-9a31-8f73953dd096 req-eb75dcd3-5587-446b-9c5a-f741773aaa4e tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:21.421668 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3451ad5d-cf6d-4fdd-9a31-8f73953dd096 req-eb75dcd3-5587-446b-9c5a-f741773aaa4e tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.1076796 May 26 11:05:21.423323 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b221c8ef-0439-4b58-81cf-144a15fd368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:21.439684 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ac3c58b5-b456-4e91-8272-9bcf314e73ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:21.533710 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-b221c8ef-0439-4b58-81cf-144a15fd368c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec54d2eda9154f2e856ee00253950062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633834 May 26 11:05:21.539375 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44376) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:21.543578 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221c8ef-0439-4b58-81cf-144a15fd368c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3b28ce-cadb-44d8-bb7c-fccb73b74eb2,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:21.545859 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3451ad5d-cf6d-4fdd-9a31-8f73953dd096 req-19619f02-8773-48cb-9674-3b90355d2d6d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178589 May 26 11:05:21.584704 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b221c8ef-0439-4b58-81cf-144a15fd368c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:21.585728 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ff61030-2df2-4463-9dca-d8b6aae7739f req-c6e88a89-09c6-446c-99b4-afbfbae4da8d service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570241 May 26 11:05:21.722108 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ff61030-2df2-4463-9dca-d8b6aae7739f req-615fa274-4ec1-42ca-9b94-d60d2f668f73 service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231711 May 26 11:05:21.735888 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-54709e64-8eca-4bec-87a3-62ba2ab9fc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:21.831470 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-54709e64-8eca-4bec-87a3-62ba2ab9fc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:22.014880 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-54709e64-8eca-4bec-87a3-62ba2ab9fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:22.025474 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9dcf3af5-46d9-4e11-8acc-baea4665125a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:22.142182 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54709e64-8eca-4bec-87a3-62ba2ab9fc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3b28ce-cadb-44d8-bb7c-fccb73b74eb2,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:22.145847 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-54709e64-8eca-4bec-87a3-62ba2ab9fc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:22.150836 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-54709e64-8eca-4bec-87a3-62ba2ab9fc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:22.151940 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-54709e64-8eca-4bec-87a3-62ba2ab9fc25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f3b28ce-cadb-44d8-bb7c-fccb73b74eb2 HTTP/1.1" status: 204 len: 168 time: 0.6117716 May 26 11:05:22.191949 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:22.270762 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5a9c-22ce-4a69-9bd6-fd67d0b453ed tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:22.274727 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5a9c-22ce-4a69-9bd6-fd67d0b453ed tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503015'] for floatingip, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:22.368800 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:22.445242 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.l3_db [None req-4c0e5a9c-22ce-4a69-9bd6-fd67d0b453ed tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Floating IP 5165c724-54d9-4bf0-8030-186d74bae3b9 associated. External IP: 172.28.0.28, port: f437a192-6cd5-4fe4-bbca-703a874d56e3. May 26 11:05:22.860766 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432299c6-898b-4c91-b640-18332cf8f544 req-a42ab51d-62f9-40e0-9c82-c98c4970d6af tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:22.862293 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-432299c6-898b-4c91-b640-18332cf8f544 req-a42ab51d-62f9-40e0-9c82-c98c4970d6af tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.1706731 May 26 11:05:22.870365 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-057b6483-ad7f-4bc3-8962-bad79c6e9608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:22.893032 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0e5a9c-22ce-4a69-9bd6-fd67d0b453ed tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Router 32a557a1-0384-4182-81ec-47f4a487001d has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:05:22.925701 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 44408) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:22.985423 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-432299c6-898b-4c91-b640-18332cf8f544 req-f093aeb5-9438-4942-adad-60db404b86fe tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112108 May 26 11:05:23.040792 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1460938789-network', 'tenant_id': '425442d5c7d34403a90570e6998900af'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:23.046650 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:23.051335 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Usage tracker for resource:network and tenant:425442d5c7d34403a90570e6998900af is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:23.054484 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:23.061821 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:23.075254 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Made reservation on behalf of 425442d5c7d34403a90570e6998900af for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:05:23.078891 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:23.096924 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:23.116250 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0e5a9c-22ce-4a69-9bd6-fd67d0b453ed tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:05:23.121474 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5a9c-22ce-4a69-9bd6-fd67d0b453ed tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:23.126613 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4de47-6604-4460-8fde-37f6e571c716 None None] Sync routers for ids ['32a557a1-0384-4182-81ec-47f4a487001d'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:05:23.135865 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4de47-6604-4460-8fde-37f6e571c716 None None] Routers {'32a557a1-0384-4182-81ec-47f4a487001d'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:23.136551 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-53a4de47-6604-4460-8fde-37f6e571c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['32a557a1-0384-4182-81ec-47f4a487001d'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:23.156407 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:23.165704 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:425442d5c7d34403a90570e6998900af is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:23.170642 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:23.183419 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:23.194125 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-4c0e5a9c-22ce-4a69-9bd6-fd67d0b453ed tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "PUT /v2.0/floatingips/5165c724-54d9-4bf0-8030-186d74bae3b9 HTTP/1.1" status: 200 len: 990 time: 1.9246187 May 26 11:05:23.194125 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'tag': 'f437a192-6cd5-4fe4-bbca-703a874d56e3'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:05:23.315991 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:23.319508 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:23.323980 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:23.345334 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-53a4de47-6604-4460-8fde-37f6e571c716 None None] Set router 32a557a1-0384-4182-81ec-47f4a487001d gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:23.362016 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4b8c0-5d2c-4ac3-a159-3fa73721da7f req-0dc1aeb6-e94e-464f-bb52-67b529198fb9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:23.363523 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bef4b8c0-5d2c-4ac3-a159-3fa73721da7f req-0dc1aeb6-e94e-464f-bb52-67b529198fb9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.2549496 May 26 11:05:23.368974 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:05:23.375752 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0598670-585b-466b-8a81-779a603d381c,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:23.380091 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:23.399989 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'tag': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'status': 'completed', 'code': 200} May 26 11:05:23.401773 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:23.402121 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.db.segments_db [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Added segment fbc18602-f252-43ed-9181-9fb695771e8b of type vlan for network ef439212-dc4a-41dc-958e-f0d36d48907a May 26 11:05:23.438971 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bef4b8c0-5d2c-4ac3-a159-3fa73721da7f req-5d94f4aa-9746-4d18-b3d7-a2c06121286c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642002 May 26 11:05:23.444964 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:23.463959 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44428) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:23.537116 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:23.539367 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:23.539949 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:23.546110 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:23.568172 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:23.660323 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=ef439212-dc4a-41dc-958e-f0d36d48907a,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:23.663711 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7368083 May 26 11:05:23.666240 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed24058-e916-4867-98b1-cd4380ab620c req-c8528910-f1f0-4144-8b36-338820a51b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:23.667018 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44434) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:23.667702 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bed24058-e916-4867-98b1-cd4380ab620c req-c8528910-f1f0-4144-8b36-338820a51b52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 1098 time: 0.2148182 May 26 11:05:23.668525 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d87430d8-e470-47f9-9f02-92553cff8cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:23.674456 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Request body: {'subnet': {'network_id': 'ef439212-dc4a-41dc-958e-f0d36d48907a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1460938789-subnet', 'tenant_id': '425442d5c7d34403a90570e6998900af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:23.680514 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:23.683391 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network ef439212-dc4a-41dc-958e-f0d36d48907a details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:05:23.687148 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Usage tracker for resource:subnet and tenant:425442d5c7d34403a90570e6998900af is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:23.690411 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:23.699353 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:23.703313 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddd371a-eee8-4335-a398-06012a586c23 tempest-TestShelveInstance-26864864 tempest-TestShelveInstance-26864864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:23.704826 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-3ddd371a-eee8-4335-a398-06012a586c23 tempest-TestShelveInstance-26864864 tempest-TestShelveInstance-26864864-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 1093 time: 0.2397981 May 26 11:05:23.708433 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44438) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:23.714634 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Request body: {'floatingip': {'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'port_id': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:23.721631 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:23.725433 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Made reservation on behalf of 425442d5c7d34403a90570e6998900af for: {'subnet': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:05:23.727667 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5413862'] for subnet, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:23.742973 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Usage tracker for resource:floatingip and tenant:e8fab6e462c5460e9bb43982a2c37bb6 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:23.749863 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:23.798529 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:23.812291 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed24058-e916-4867-98b1-cd4380ab620c req-2955f3c5-7101-4173-8ca8-d34f42ba0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:23.814973 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bed24058-e916-4867-98b1-cd4380ab620c req-2955f3c5-7101-4173-8ca8-d34f42ba0681 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 200 len: 918 time: 0.1383195 May 26 11:05:23.829996 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for floatingip, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:23.887502 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-53a4de47-6604-4460-8fde-37f6e571c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': '5165c724-54d9-4bf0-8030-186d74bae3b9', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'floating_ip_address': '172.28.0.28', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'port_id': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'mac_address': 'fa:16:3e:c9:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:05:07Z', 'updated_at': '2021-05-26T11:05:22Z', 'revision_number': 1, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:41Z', 'revision_number': 5, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:23.891517 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4de47-6604-4460-8fde-37f6e571c716 None None] Checking router: 32a557a1-0384-4182-81ec-47f4a487001d for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:05:23.900237 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4de47-6604-4460-8fde-37f6e571c716 None None] Routers {'32a557a1-0384-4182-81ec-47f4a487001d'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:23.901121 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-53a4de47-6604-4460-8fde-37f6e571c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['32a557a1-0384-4182-81ec-47f4a487001d'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:23.925278 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bed24058-e916-4867-98b1-cd4380ab620c req-d84a9e0e-694f-4717-8cd4-148ba0cd1d17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3 HTTP/1.1" status: 200 len: 998 time: 0.1048362 May 26 11:05:23.996886 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed24058-e916-4867-98b1-cd4380ab620c req-5cd1a15f-505e-4f59-bda6-52d0bc9890ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:23.998750 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bed24058-e916-4867-98b1-cd4380ab620c req-5cd1a15f-505e-4f59-bda6-52d0bc9890ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78da3282-26cc-4d36-90ec-09bda8e0be96 HTTP/1.1" status: 200 len: 856 time: 0.0672483 May 26 11:05:24.078783 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed24058-e916-4867-98b1-cd4380ab620c req-5e89e9be-7f5f-47a5-860d-86df1c3032a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:24.080282 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bed24058-e916-4867-98b1-cd4380ab620c req-5e89e9be-7f5f-47a5-860d-86df1c3032a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7ee213c-6e0b-4113-9589-8fb92bbb537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735261 May 26 11:05:24.102695 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-53a4de47-6604-4460-8fde-37f6e571c716 None None] Set router 32a557a1-0384-4182-81ec-47f4a487001d gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:24.185713 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:24.231632 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bed24058-e916-4867-98b1-cd4380ab620c req-4baad7bb-6bc6-4c30-bff3-c500f0b36c31 service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444893 May 26 11:05:24.384571 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bed24058-e916-4867-98b1-cd4380ab620c req-965005f3-0330-4c4b-aa9f-1fb1987fc5db service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464090 May 26 11:05:24.413682 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Allocated IP 172.28.0.34 (73333234-0678-4b2b-9b0b-6206666e8f13/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0/b6337c46-dda8-4ea0-9bc1-93caa5b1d80c) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:24.510201 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-53a4de47-6604-4460-8fde-37f6e571c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': '5165c724-54d9-4bf0-8030-186d74bae3b9', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'floating_ip_address': '172.28.0.28', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'port_id': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'mac_address': 'fa:16:3e:c9:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:05:07Z', 'updated_at': '2021-05-26T11:05:22Z', 'revision_number': 1, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:41Z', 'revision_number': 5, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:24.514872 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4de47-6604-4460-8fde-37f6e571c716 None None] The sync data for ids ['32a557a1-0384-4182-81ec-47f4a487001d'] in dv-cinder-793136-1-smb is: [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': '5165c724-54d9-4bf0-8030-186d74bae3b9', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'floating_ip_address': '172.28.0.28', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'port_id': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'mac_address': 'fa:16:3e:c9:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:05:07Z', 'updated_at': '2021-05-26T11:05:22Z', 'revision_number': 1, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:41Z', 'revision_number': 5, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:05:24.620131 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6436893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5413872'] for subnet, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:24.634447 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:24.676840 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:24.718600 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2779357-9b44-4af9-ac80-582d2910a8db None None] New status for floating IP 5165c724-54d9-4bf0-8030-186d74bae3b9: ACTIVE {{(pid=91667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:05:24.723821 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcca5e0a-6849-4864-a53f-3fc3a174966c,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:24.728819 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:24.747326 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Checking segment: {'id': 'fbc18602-f252-43ed-9181-9fb695771e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ef439212-dc4a-41dc-958e-f0d36d48907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:24.747761 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Network hostable DHCP agents. Network: ef439212-dc4a-41dc-958e-f0d36d48907a, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:05:24.767554 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:24.771076 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:24.805599 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Network ef439212-dc4a-41dc-958e-f0d36d48907a is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:05:24.839498 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, ef439212-dc4a-41dc-958e-f0d36d48907a) {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:24.844387 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:24.849018 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aa1d8c-4c6b-4a25-9747-964a039c9d13 None None] Network ef439212-dc4a-41dc-958e-f0d36d48907a requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:05:24.850262 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:24.857309 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:24.886422 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Pushing event updated for resources: {'Port': ['ID=b6337c46-dda8-4ea0-9bc1-93caa5b1d80c,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:24.897699 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:24.898962 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:24.899556 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:24.984539 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-c08d3ea8-74ca-4c27-979d-62987c8aa81b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3076138 May 26 11:05:25.050490 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb262769-2790-41dd-be98-cc003277ceeb None None] Network ef439212-dc4a-41dc-958e-f0d36d48907a requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:05:25.286597 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:25.346786 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:25.424947 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:25.699074 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:25.711360 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6437530'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:25.717241 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-77cf317b-c434-480b-97fb-3fc0a7559e8a tempest-DeleteServersTestJSON-211799691 tempest-DeleteServersTestJSON-211799691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:25.844293 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Pushing event updated for resources: {'Port': ['ID=b6337c46-dda8-4ea0-9bc1-93caa5b1d80c,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:25.848428 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:25.855742 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503015'] for floatingip, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:26.154191 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.l3_db [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Floating IP b1e1666c-9ff5-484c-a9ae-9d25d0a6bced associated. External IP: 172.28.0.34, port: 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b. May 26 11:05:26.504097 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:05:26.679329 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:05:26.691226 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bbb434-233a-4505-ac64-72200491b1a6 None None] Sync routers for ids ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:05:26.701417 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bbb434-233a-4505-ac64-72200491b1a6 None None] Routers {'13f7fe0b-a668-4fba-af3f-56e1e6af81cc'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:26.702422 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-98bbb434-233a-4505-ac64-72200491b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:26.704298 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:26.770695 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0611138 May 26 11:05:26.771345 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'tag': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:05:26.826461 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'tag': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'status': 'completed', 'code': 200} May 26 11:05:26.893449 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-98bbb434-233a-4505-ac64-72200491b1a6 None None] Set router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:27.145585 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe6108-6411-4e7a-8de6-305f9b73cd4d req-bbe20a1f-cdf3-4254-85fa-5be135e1603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:27.147094 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c0fe6108-6411-4e7a-8de6-305f9b73cd4d req-bbe20a1f-cdf3-4254-85fa-5be135e1603c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8fab6e462c5460e9bb43982a2c37bb6&device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 1098 time: 0.2688854 May 26 11:05:27.245443 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-060977a6-4652-45d9-976c-4cb115b2e855 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:27.246131 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-060977a6-4652-45d9-976c-4cb115b2e855 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Synchronizing usage tracker for tenant:425442d5c7d34403a90570e6998900af on resource:network {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:27.289693 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-98bbb434-233a-4505-ac64-72200491b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:04:37Z', 'revision_number': 4, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port': {'id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:33Z', 'updated_at': '2021-05-26T11:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': 'b1e1666c-9ff5-484c-a9ae-9d25d0a6bced', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'floating_ip_address': '172.28.0.34', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'port_id': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'mac_address': 'fa:16:3e:3f:b9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:05:25Z', 'updated_at': '2021-05-26T11:05:25Z', 'revision_number': 0, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ed5293-b049-442f-af46-bae934ce69cd', 'name': '', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'mac_address': 'fa:16:3e:d0:05:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:37Z', 'updated_at': '2021-05-26T11:04:44Z', 'revision_number': 5, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'subnets': [{'id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:27.293583 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bbb434-233a-4505-ac64-72200491b1a6 None None] Checking router: 13f7fe0b-a668-4fba-af3f-56e1e6af81cc for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:05:27.295372 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-060977a6-4652-45d9-976c-4cb115b2e855 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Unset dirty status for tenant:425442d5c7d34403a90570e6998900af on resource:network {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:27.296738 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-060977a6-4652-45d9-976c-4cb115b2e855 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/networks?id=ef439212-dc4a-41dc-958e-f0d36d48907a HTTP/1.1" status: 200 len: 809 time: 0.2792943 May 26 11:05:27.303116 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bbb434-233a-4505-ac64-72200491b1a6 None None] Routers {'13f7fe0b-a668-4fba-af3f-56e1e6af81cc'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:27.303740 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-98bbb434-233a-4505-ac64-72200491b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:27.328077 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-22c95076-eb4f-42e7-9a13-8f83be68eb6a tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/quotas/425442d5c7d34403a90570e6998900af HTTP/1.1" status: 200 len: 375 time: 0.0231121 May 26 11:05:27.329223 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe6108-6411-4e7a-8de6-305f9b73cd4d req-98b7e25b-eaff-411a-a0f6-6c62ddf26dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:27.330593 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c0fe6108-6411-4e7a-8de6-305f9b73cd4d req-98b7e25b-eaff-411a-a0f6-6c62ddf26dd3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1eeadd8a-4d30-468e-b894-98d26a45bf73 HTTP/1.1" status: 200 len: 909 time: 0.1739702 May 26 11:05:27.432706 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-4b35bdc8-f395-40f2-a927-a94258594385 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=425442d5c7d34403a90570e6998900af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986054 May 26 11:05:27.488549 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-98bbb434-233a-4505-ac64-72200491b1a6 None None] Set router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:27.552288 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c0fe6108-6411-4e7a-8de6-305f9b73cd4d req-669c43cb-8242-4a1d-9799-6ac14b56ee6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b HTTP/1.1" status: 200 len: 998 time: 0.1870222 May 26 11:05:27.639896 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-018bac78-50c4-4a38-9d2b-989afbc120bc service neutron] 10.222.0.25 "GET /v2.0/networks/ef439212-dc4a-41dc-958e-f0d36d48907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924045 May 26 11:05:27.645135 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe6108-6411-4e7a-8de6-305f9b73cd4d req-67742170-972f-4449-bb51-52eadc321165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:27.646562 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c0fe6108-6411-4e7a-8de6-305f9b73cd4d req-67742170-972f-4449-bb51-52eadc321165 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3efe0691-f56b-4b17-a376-3f07f73b41de HTTP/1.1" status: 200 len: 847 time: 0.0875814 May 26 11:05:27.833141 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-9181c1c6-eda9-456d-ae7f-ae6ef7c4e046 service neutron] 10.222.0.25 "GET /v2.0/networks/ef439212-dc4a-41dc-958e-f0d36d48907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853905 May 26 11:05:27.835075 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe6108-6411-4e7a-8de6-305f9b73cd4d req-bef7f77a-e2b5-4fe9-af80-0736ca94ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:27.836455 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c0fe6108-6411-4e7a-8de6-305f9b73cd4d req-bef7f77a-e2b5-4fe9-af80-0736ca94ac1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1eeadd8a-4d30-468e-b894-98d26a45bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1686027 May 26 11:05:27.841656 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-98bbb434-233a-4505-ac64-72200491b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:04:37Z', 'revision_number': 4, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port': {'id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:33Z', 'updated_at': '2021-05-26T11:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': 'b1e1666c-9ff5-484c-a9ae-9d25d0a6bced', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'floating_ip_address': '172.28.0.34', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'port_id': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'mac_address': 'fa:16:3e:3f:b9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:05:25Z', 'updated_at': '2021-05-26T11:05:25Z', 'revision_number': 0, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ed5293-b049-442f-af46-bae934ce69cd', 'name': '', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'mac_address': 'fa:16:3e:d0:05:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:37Z', 'updated_at': '2021-05-26T11:04:44Z', 'revision_number': 5, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'subnets': [{'id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:27.845977 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bbb434-233a-4505-ac64-72200491b1a6 None None] The sync data for ids ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'] in dv-cinder-793136-1-smb is: [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:04:37Z', 'revision_number': 4, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port': {'id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:33Z', 'updated_at': '2021-05-26T11:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': 'b1e1666c-9ff5-484c-a9ae-9d25d0a6bced', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'floating_ip_address': '172.28.0.34', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'port_id': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'mac_address': 'fa:16:3e:3f:b9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:05:25Z', 'updated_at': '2021-05-26T11:05:25Z', 'revision_number': 0, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ed5293-b049-442f-af46-bae934ce69cd', 'name': '', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'mac_address': 'fa:16:3e:d0:05:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:37Z', 'updated_at': '2021-05-26T11:04:44Z', 'revision_number': 5, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'subnets': [{'id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:05:27.983435 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c0fe6108-6411-4e7a-8de6-305f9b73cd4d req-4ffe2a61-644b-44bf-897c-3b8cb7531545 service neutron] 10.222.0.16 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399069 May 26 11:05:28.056577 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-833745d4-7333-419f-a63a-25924ffceb2b req-cef946c9-fe9f-49b1-a4e4-79c546403906 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 210 time: 0.0666053 May 26 11:05:28.075193 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d83af0-c85c-4744-afd9-fe2fee59a5cd None None] New status for floating IP b1e1666c-9ff5-484c-a9ae-9d25d0a6bced: ACTIVE {{(pid=91667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:05:28.162537 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c0fe6108-6411-4e7a-8de6-305f9b73cd4d req-64c1d58a-4709-4a00-8846-135dbfca4ad2 service neutron] 10.222.0.16 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714442 May 26 11:05:28.395890 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44522) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:28.455046 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a5472d-5181-43cd-b5a8-8f93c94321a9 admin admin] Deleting subnet 95e2a217-7dd8-4e85-95cc-58cf41eb783c {{(pid=91665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:05:28.457908 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b0a5472d-5181-43cd-b5a8-8f93c94321a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:28.511977 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b0a5472d-5181-43cd-b5a8-8f93c94321a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6468079'] for subnet, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:28.567441 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b0a5472d-5181-43cd-b5a8-8f93c94321a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:28.813001 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b0a5472d-5181-43cd-b5a8-8f93c94321a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6436956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5413835'] for subnet, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:28.818470 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:28.853115 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5472d-5181-43cd-b5a8-8f93c94321a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e2a217-7dd8-4e85-95cc-58cf41eb783c,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:28.855060 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b0a5472d-5181-43cd-b5a8-8f93c94321a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:28.857489 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b0a5472d-5181-43cd-b5a8-8f93c94321a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:28.861263 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-b0a5472d-5181-43cd-b5a8-8f93c94321a9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/95e2a217-7dd8-4e85-95cc-58cf41eb783c HTTP/1.1" status: 204 len: 168 time: 0.4643846 May 26 11:05:28.863699 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44526) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:28.973009 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.222860 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.233703 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-456912b4-9ffd-4ac2-a5dc-bf9ade110384 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:29.236463 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-456912b4-9ffd-4ac2-a5dc-bf9ade110384 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.16 "GET /v2.0/networks?id=ef439212-dc4a-41dc-958e-f0d36d48907a HTTP/1.1" status: 200 len: 809 time: 0.1723034 May 26 11:05:29.237641 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ffedbc-749d-4f91-b0e5-927589ecd8aa']}} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:29.250875 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fafefdc-cf7f-4500-840c-f498e7160cfd') {'for_net_delete': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:29.251166 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fafefdc-cf7f-4500-840c-f498e7160cfd') {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:29.263077 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6468054'] for segment, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.274363 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Request body: {'port': {'device_id': '4b63cd39-793f-41e1-b3c1-cb2d303999f3', 'network_id': 'ef439212-dc4a-41dc-958e-f0d36d48907a', 'admin_state_up': True, 'tenant_id': '425442d5c7d34403a90570e6998900af'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:29.283687 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.290187 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=91665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:05:29.290567 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6437630'] for segment, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.302787 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-02da45ed-9ac3-4796-8335-a6b0275e1c12 req-4dbc5323-11be-4003-b504-9902c126b7e5 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 210 time: 0.0778525 May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: Traceback (most recent call last): May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: timer() May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: cb(*args, **kw) May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: return func(*args, **kwargs) May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: self._notify() May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: self.callback(batched_events) May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: event.method(event) May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: return f(self, *a, **k) May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: return self._get(url).json() May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: return self.request(url, 'GET', **kwargs) May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:05:29.304456 dv-cinder-793136-1-smb neutron-server[91665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:05:29.387325 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.391605 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:29.404968 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.415122 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ffedbc-749d-4f91-b0e5-927589ecd8aa,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:29.418313 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:29.424540 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f6ffedbc-749d-4f91-b0e5-927589ecd8aa HTTP/1.1" status: 204 len: 168 time: 0.5599039 May 26 11:05:29.431744 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:29.435556 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Usage tracker for resource:port and tenant:425442d5c7d34403a90570e6998900af is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:29.438405 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:29.444124 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:29.454431 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Made reservation on behalf of 425442d5c7d34403a90570e6998900af for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:05:29.458374 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.550824 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44540) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:29.604163 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-7d0fc2a3-ad4f-41e5-b429-6162971b73b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f333bf197ba64657900fcb88264f51bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520799 May 26 11:05:29.606526 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44544) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:29.666253 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2060addc-b669-40d7-b5cc-a09bc781782d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.691597 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2060addc-b669-40d7-b5cc-a09bc781782d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.729603 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Allocated IP 172.20.0.9 (ef439212-dc4a-41dc-958e-f0d36d48907a/bcca5e0a-6849-4864-a53f-3fc3a174966c/3ba22603-3a8c-40a3-bdc3-65ee4f6c3264) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:29.744873 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2060addc-b669-40d7-b5cc-a09bc781782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.750160 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fe7bc1fb-f778-4108-9eb5-a22d70d07106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:29.764021 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060addc-b669-40d7-b5cc-a09bc781782d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d13582-6a6d-47d7-809c-a825708ce570,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:29.766611 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-2060addc-b669-40d7-b5cc-a09bc781782d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:29.772246 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2060addc-b669-40d7-b5cc-a09bc781782d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.773559 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-2060addc-b669-40d7-b5cc-a09bc781782d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19d13582-6a6d-47d7-809c-a825708ce570 HTTP/1.1" status: 204 len: 168 time: 0.1661215 May 26 11:05:29.939005 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.969672 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.975186 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-350404fa-ab1f-488b-8271-5034624a87af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:30.040361 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Network ef439212-dc4a-41dc-958e-f0d36d48907a is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:30.043555 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:30.047948 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:30.080737 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Pushing event updated for resources: {'Port': ['ID=3ba22603-3a8c-40a3-bdc3-65ee4f6c3264,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:30.099736 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:30.100101 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:30.100500 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:30.100877 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:30.101170 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:30.101481 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:30.101934 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:30.102237 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:30.102480 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:30.102818 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:30.103154 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:30.103487 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:30.109564 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:30.126754 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:30.127360 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:30.151960 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8812993 May 26 11:05:30.170889 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Request body: {'port': {'device_id': '4b63cd39-793f-41e1-b3c1-cb2d303999f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:30.283938 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:30.511718 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44572) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:30.601088 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874a413-ce2e-41a1-b391-7b02ad43d609 req-7db9822e-9577-4828-b55e-2354d0338e02 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:30.601816 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-6874a413-ce2e-41a1-b391-7b02ad43d609 req-7db9822e-9577-4828-b55e-2354d0338e02 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Synchronizing usage tracker for tenant:425442d5c7d34403a90570e6998900af on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:30.618095 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1467667321-network', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:30.624748 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:30.628674 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Usage tracker for resource:network and tenant:7fc77cc7781f47649d58e530d7097c8b is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:30.631540 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:30.639046 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:30.640489 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-6874a413-ce2e-41a1-b391-7b02ad43d609 req-7db9822e-9577-4828-b55e-2354d0338e02 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Unset dirty status for tenant:425442d5c7d34403a90570e6998900af on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:30.641730 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6874a413-ce2e-41a1-b391-7b02ad43d609 req-7db9822e-9577-4828-b55e-2354d0338e02 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 931 time: 0.2321346 May 26 11:05:30.649222 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Made reservation on behalf of 7fc77cc7781f47649d58e530d7097c8b for: {'network': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:05:30.651498 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:30.663240 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:30.677160 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:30.680890 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Usage tracker for resource:security_group_rule and tenant:7fc77cc7781f47649d58e530d7097c8b is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:30.683640 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:30.689813 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:30.745304 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-6874a413-ce2e-41a1-b391-7b02ad43d609 req-49ac48db-30bb-4b2d-8ba1-52e4dbf52e31 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Synchronizing usage tracker for tenant:425442d5c7d34403a90570e6998900af on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:30.750314 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:05:30.759387 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:30.779050 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:30.780282 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Transition to ACTIVE for port object 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:30.782860 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-6874a413-ce2e-41a1-b391-7b02ad43d609 req-49ac48db-30bb-4b2d-8ba1-52e4dbf52e31 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Unset dirty status for tenant:425442d5c7d34403a90570e6998900af on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:30.784034 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6874a413-ce2e-41a1-b391-7b02ad43d609 req-49ac48db-30bb-4b2d-8ba1-52e4dbf52e31 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300023 May 26 11:05:30.784340 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:30.785171 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:30.787608 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f47f5152-4c73-467b-98aa-34ef3201f662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:30.789122 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:30.816905 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=91665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:05:30.826464 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88da8a7d-6fd2-4461-8399-db7780b0df2c,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:30.829941 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:30.832846 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:30.833179 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.segments_db [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Added segment 72ae5488-e320-4b10-9de8-f3261759c4be of type vlan for network 6f591e2d-c11f-4b87-bfed-33abb2aee750 May 26 11:05:30.866668 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:30.896361 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:30.897826 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:30.898472 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:30.903640 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e62b35c6-999b-4c1a-a5ca-a01ac482d79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:30.947125 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba22603-3a8c-40a3-bdc3-65ee4f6c3264,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:30.953928 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:31.005698 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4925067 May 26 11:05:31.008578 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 44578) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:31.009196 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Pushing event updated for resources: {'Network': ['ID=6f591e2d-c11f-4b87-bfed-33abb2aee750,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:31.012475 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:31.016114 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Request body: {'subnet': {'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1467667321-subnet', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:31.019211 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network 6f591e2d-c11f-4b87-bfed-33abb2aee750 details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:05:31.028829 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:31.035933 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Usage tracker for resource:subnet and tenant:7fc77cc7781f47649d58e530d7097c8b is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:31.040171 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:31.042783 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Attempting to bind port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:05:31.043113 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Attempting to bind port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'fbc18602-f252-43ed-9181-9fb695771e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ef439212-dc4a-41dc-958e-f0d36d48907a'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:05:31.043439 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Attempting to bind port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 on network ef439212-dc4a-41dc-958e-f0d36d48907a {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:31.053813 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:31.055589 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 on network ef439212-dc4a-41dc-958e-f0d36d48907a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:05:31.055912 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Attempting to bind port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 on network ef439212-dc4a-41dc-958e-f0d36d48907a {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:31.064986 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:05:31.065318 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Checking segment: {'id': 'fbc18602-f252-43ed-9181-9fb695771e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ef439212-dc4a-41dc-958e-f0d36d48907a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:31.065716 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Bound using segment: {'id': 'fbc18602-f252-43ed-9181-9fb695771e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ef439212-dc4a-41dc-958e-f0d36d48907a'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:05:31.066145 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Bound port: 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc18602-f252-43ed-9181-9fb695771e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ef439212-dc4a-41dc-958e-f0d36d48907a'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:05:31.066485 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:31.081631 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Made reservation on behalf of 7fc77cc7781f47649d58e530d7097c8b for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:05:31.083876 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6357490'] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:31.245559 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] For port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264, host hv-cinder-79313, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:05:31.250663 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] For port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3ba22603-3a8c-40a3-bdc3-65ee4f6c3264,segment=NetworkSegment(fbc18602-f252-43ed-9181-9fb695771e8b),segment_id=fbc18602-f252-43ed-9181-9fb695771e8b)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:05:31.255698 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:31.260700 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:31.320019 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:31.320616 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:31.322002 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] 10.222.0.16 "PUT /v2.0/ports/3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 HTTP/1.1" status: 200 len: 1093 time: 1.1559758 May 26 11:05:31.322490 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b63cd39-793f-41e1-b3c1-cb2d303999f3', 'tag': '3ba22603-3a8c-40a3-bdc3-65ee4f6c3264'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:05:31.451269 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b63cd39-793f-41e1-b3c1-cb2d303999f3', 'tag': '3ba22603-3a8c-40a3-bdc3-65ee4f6c3264', 'status': 'completed', 'code': 200} May 26 11:05:31.525684 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba22603-3a8c-40a3-bdc3-65ee4f6c3264,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:31.533973 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:31.598277 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-17d40630-033e-40e4-82fa-59e60693b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:31.599746 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-17d40630-033e-40e4-82fa-59e60693b2e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=425442d5c7d34403a90570e6998900af&device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 1096 time: 0.1477551 May 26 11:05:31.710235 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-e539b050-dd55-41bb-922e-a61732c0923e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 HTTP/1.1" status: 200 len: 217 time: 0.0671208 May 26 11:05:31.787702 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-b00e84c5-cbdb-4cd3-a84f-305c91716b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:31.789010 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-b00e84c5-cbdb-4cd3-a84f-305c91716b7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcca5e0a-6849-4864-a53f-3fc3a174966c HTTP/1.1" status: 200 len: 849 time: 0.0665896 May 26 11:05:31.846413 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-807ad437-726c-4b29-8a85-943eea7acffd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef439212-dc4a-41dc-958e-f0d36d48907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459888 May 26 11:05:32.048107 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6358117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6357476'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:32.067555 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e4473f84-4e90-46e3-8034-8ad497705a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:32.136387 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-99a0e3e3-19d4-4af7-ad1e-2921e95d4c38 service neutron] 10.222.0.16 "GET /v2.0/networks/ef439212-dc4a-41dc-958e-f0d36d48907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765841 May 26 11:05:32.160209 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f1cc99d-af2a-43d1-9515-959e3cc712a5,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:32.167927 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:32.196408 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45b725-f2a9-43ab-b15c-fc4ff6e0efb2 req-ab6ed796-9f64-43b0-ba1f-2f6b37b836af tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:32.197867 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3d45b725-f2a9-43ab-b15c-fc4ff6e0efb2 req-ab6ed796-9f64-43b0-ba1f-2f6b37b836af tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 943 time: 0.2912769 May 26 11:05:32.264981 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Checking segment: {'id': '72ae5488-e320-4b10-9de8-f3261759c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:32.265334 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Network hostable DHCP agents. Network: 6f591e2d-c11f-4b87-bfed-33abb2aee750, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:05:32.318831 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Network 6f591e2d-c11f-4b87-bfed-33abb2aee750 is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:05:32.322970 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3d45b725-f2a9-43ab-b15c-fc4ff6e0efb2 req-96462dab-ad85-42c6-9b54-f1a32e23726a tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181312 May 26 11:05:32.344231 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, 6f591e2d-c11f-4b87-bfed-33abb2aee750) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:32.352388 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5000ce4-2274-4112-968b-6c5f0f725ae0 None None] Network 6f591e2d-c11f-4b87-bfed-33abb2aee750 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:05:32.365297 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:32.365912 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:32.371863 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5363a2d3-bc8e-4e13-b2b3-d8492b5f6050 req-bd8e5140-9498-43b0-8775-b91b127b6535 service neutron] 10.222.0.16 "GET /v2.0/networks/ef439212-dc4a-41dc-958e-f0d36d48907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055335 May 26 11:05:32.387028 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3774271 May 26 11:05:32.390665 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44588) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:32.395883 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:32.401045 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:32.406694 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Usage tracker for resource:router and tenant:7fc77cc7781f47649d58e530d7097c8b is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:32.410114 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:32.415709 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:32.426772 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5556'] for router, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:32.427961 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5581'] for router, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:32.444681 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:32.570685 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62c5c8-8fc3-452f-a6a2-dc1b7360a16d req-02d24d69-2246-4318-aba3-f1adab07616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:32.572243 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5b62c5c8-8fc3-452f-a6a2-dc1b7360a16d req-02d24d69-2246-4318-aba3-f1adab07616c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=425442d5c7d34403a90570e6998900af&device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 1096 time: 0.0888150 May 26 11:05:32.583541 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp012a520a-d17f-5684-a368-45ac1ecd2797-6f591e2d-c11f-4b87-bfed-33abb2aee750', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'fixed_ips': [{'subnet_id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5'}]}} from dv-cinder-793136-1-smb. {{(pid=91666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:05:32.584374 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:32.716704 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62c5c8-8fc3-452f-a6a2-dc1b7360a16d req-357cdb4d-f47d-4093-b637-0dbab7a12aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:32.718206 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5b62c5c8-8fc3-452f-a6a2-dc1b7360a16d req-357cdb4d-f47d-4093-b637-0dbab7a12aaf service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef439212-dc4a-41dc-958e-f0d36d48907a HTTP/1.1" status: 200 len: 910 time: 0.1386833 May 26 11:05:32.727542 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5595'] for router, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:32.742568 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Allocated IP 172.20.0.2 (6f591e2d-c11f-4b87-bfed-33abb2aee750/9f1cc99d-af2a-43d1-9515-959e3cc712a5/a4b1c2d2-7de6-459f-888b-749e8bf63851) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:32.793858 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5b62c5c8-8fc3-452f-a6a2-dc1b7360a16d req-1d4b8918-33f9-4a3c-83e6-921859be2585 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 HTTP/1.1" status: 200 len: 217 time: 0.0658112 May 26 11:05:32.858280 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62c5c8-8fc3-452f-a6a2-dc1b7360a16d req-e92b9616-3175-405b-ac90-43691b23a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:32.860306 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5b62c5c8-8fc3-452f-a6a2-dc1b7360a16d req-e92b9616-3175-405b-ac90-43691b23a84e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcca5e0a-6849-4864-a53f-3fc3a174966c HTTP/1.1" status: 200 len: 849 time: 0.0601633 May 26 11:05:32.917324 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5b62c5c8-8fc3-452f-a6a2-dc1b7360a16d req-6f9fc72d-9d79-4fc3-bec2-26c3b3f392bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef439212-dc4a-41dc-958e-f0d36d48907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411494 May 26 11:05:32.946497 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:32.957389 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Transition to ACTIVE for port object a4b1c2d2-7de6-459f-888b-749e8bf63851 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:32.976324 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Transition to ACTIVE for port object a4b1c2d2-7de6-459f-888b-749e8bf63851 will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:32.982954 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:32.986537 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:33.051416 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:33.064798 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5b62c5c8-8fc3-452f-a6a2-dc1b7360a16d req-25bf4670-e773-48a1-b950-c010878c4cbd service neutron] 10.222.0.16 "GET /v2.0/networks/ef439212-dc4a-41dc-958e-f0d36d48907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361356 May 26 11:05:33.077921 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Network 6f591e2d-c11f-4b87-bfed-33abb2aee750 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:33.080724 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:33.083272 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:33.084088 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:33.090202 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Pushing event updated for resources: {'Port': ['ID=a4b1c2d2-7de6-459f-888b-749e8bf63851,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:33.094400 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:33.182907 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Attempting to bind port a4b1c2d2-7de6-459f-888b-749e8bf63851 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:05:33.183242 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Attempting to bind port a4b1c2d2-7de6-459f-888b-749e8bf63851 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '72ae5488-e320-4b10-9de8-f3261759c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:05:33.183549 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Attempting to bind port a4b1c2d2-7de6-459f-888b-749e8bf63851 on network 6f591e2d-c11f-4b87-bfed-33abb2aee750 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:33.189587 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:05:33.189970 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Checking segment: {'id': '72ae5488-e320-4b10-9de8-f3261759c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:33.190373 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:33.190767 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Bound using segment: {'id': '72ae5488-e320-4b10-9de8-f3261759c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:05:33.191380 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Bound port: a4b1c2d2-7de6-459f-888b-749e8bf63851, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ae5488-e320-4b10-9de8-f3261759c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:05:33.191760 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:33.289302 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] For port a4b1c2d2-7de6-459f-888b-749e8bf63851, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:05:33.292552 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] For port a4b1c2d2-7de6-459f-888b-749e8bf63851, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=a4b1c2d2-7de6-459f-888b-749e8bf63851,segment=NetworkSegment(72ae5488-e320-4b10-9de8-f3261759c4be),segment_id=72ae5488-e320-4b10-9de8-f3261759c4be)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:05:33.296896 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:33.300423 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:33.325247 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Allocated IP 172.28.0.70 (73333234-0678-4b2b-9b0b-6206666e8f13/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0/24a26e69-a69b-4cc9-9f70-381638bd1906) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:33.326040 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5b62c5c8-8fc3-452f-a6a2-dc1b7360a16d req-725faed8-2a01-4c67-bf3f-dc0fa55e6a0a service neutron] 10.222.0.16 "GET /v2.0/networks/ef439212-dc4a-41dc-958e-f0d36d48907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399447 May 26 11:05:33.380024 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Pushing event updated for resources: {'Port': ['ID=a4b1c2d2-7de6-459f-888b-749e8bf63851,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:33.387133 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:33.491434 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:33.524806 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:33.528238 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569e793-3580-4dfa-b0e4-03c0b8aadca3 req-704dab06-0f3e-4ef9-a800-639eb5af392c tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:33.529807 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c569e793-3580-4dfa-b0e4-03c0b8aadca3 req-704dab06-0f3e-4ef9-a800-639eb5af392c tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 943 time: 0.0888383 May 26 11:05:33.532835 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-233f6b96-ef6f-400f-9d6f-096066e560ff tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:33.591990 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c569e793-3580-4dfa-b0e4-03c0b8aadca3 req-26f40aca-8cbf-46b3-a728-854fcd9dadac tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530570 May 26 11:05:33.617559 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:33.624681 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:33.628290 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:33.683942 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Pushing event updated for resources: {'Port': ['ID=24a26e69-a69b-4cc9-9f70-381638bd1906,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:33.687529 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:34.059930 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:34.085571 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device a4b1c2d2-7de6-459f-888b-749e8bf63851 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:34.162148 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port a4b1c2d2-7de6-459f-888b-749e8bf63851 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:34.316880 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69f65e6-ff3a-4342-b4aa-341bb2d494fd None None] Network 6f591e2d-c11f-4b87-bfed-33abb2aee750 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:05:34.408092 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502790'] for router, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:34.464637 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Provisioning for port a4b1c2d2-7de6-459f-888b-749e8bf63851 completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:34.478829 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Provisioning complete for port a4b1c2d2-7de6-459f-888b-749e8bf63851 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:34.479201 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:34.611567 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Router bad61353-c418-463f-8c19-dbd037f26911 is scheduled to L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 with binding_index 1 {{(pid=91665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:05:34.655737 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:34.693546 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] For port a4b1c2d2-7de6-459f-888b-749e8bf63851, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=a4b1c2d2-7de6-459f-888b-749e8bf63851,segment=NetworkSegment(72ae5488-e320-4b10-9de8-f3261759c4be),segment_id=72ae5488-e320-4b10-9de8-f3261759c4be)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:34.698940 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:34.701474 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:34.784745 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Pushing event updated for resources: {'Port': ['ID=a4b1c2d2-7de6-459f-888b-749e8bf63851,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:34.792843 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:34.793190 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:34.793556 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:34.794688 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:34.795004 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:34.795376 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:34.795706 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:34.796031 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:34.796352 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:34.796676 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:34.796993 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:34.797317 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:34.802565 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:34.808725 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc865d-1c58-432b-8829-9b9e3eef1d3e req-f933fe57-04ad-4360-ba2e-77c98b87674d tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:34.816756 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-38cc865d-1c58-432b-8829-9b9e3eef1d3e req-f933fe57-04ad-4360-ba2e-77c98b87674d tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 943 time: 0.1096504 May 26 11:05:34.878070 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-38cc865d-1c58-432b-8829-9b9e3eef1d3e req-82b5b6e3-3e4a-4d25-a1af-914c6f704f51 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582936 May 26 11:05:34.921665 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-df1a07bb-ace2-4b7e-af98-282339972567 None None] Provisioning complete for port a4b1c2d2-7de6-459f-888b-749e8bf63851 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:34.922039 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-df1a07bb-ace2-4b7e-af98-282339972567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:34.952229 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:05:34.967358 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Sync routers for ids ['bad61353-c418-463f-8c19-dbd037f26911'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:05:34.979236 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Notify callbacks [] for router, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:34.980448 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5887003 May 26 11:05:34.983423 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44604) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:34.989988 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Routers {'bad61353-c418-463f-8c19-dbd037f26911'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:34.990595 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['bad61353-c418-463f-8c19-dbd037f26911'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:35.213663 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Set router bad61353-c418-463f-8c19-dbd037f26911 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:35.490517 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:05:33Z', 'revision_number': 3, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port': {'id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:33Z', 'updated_at': '2021-05-26T11:05:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:35.494186 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Checking router: bad61353-c418-463f-8c19-dbd037f26911 for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:05:35.494563 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Updating router bad61353-c418-463f-8c19-dbd037f26911 port 24a26e69-a69b-4cc9-9f70-381638bd1906 binding host dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:05:35.580595 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:35.654258 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:35.874167 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Allocated IP 172.20.0.1 (6f591e2d-c11f-4b87-bfed-33abb2aee750/9f1cc99d-af2a-43d1-9515-959e3cc712a5/6abb0d43-cbc2-4c74-a312-6c8b7c6c9969) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:35.910609 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:35.924567 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Transition to ACTIVE for port object 24a26e69-a69b-4cc9-9f70-381638bd1906 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:35.934792 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:35.942647 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:35.998644 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:05:36.070696 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.077150 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbe6e7-c10f-4f6e-b846-81531afefa1d req-2ea165fb-a170-4f6d-a850-f4e9414e656b tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:36.079500 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-70bbe6e7-c10f-4f6e-b846-81531afefa1d req-2ea165fb-a170-4f6d-a850-f4e9414e656b tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 943 time: 0.0941520 May 26 11:05:36.095620 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Transition to ACTIVE for port object 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:36.123126 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.127577 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:36.141923 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-70bbe6e7-c10f-4f6e-b846-81531afefa1d req-682387d5-a0b7-46ba-aae6-6ab95ff76c9b tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556605 May 26 11:05:36.157294 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device a4b1c2d2-7de6-459f-888b-749e8bf63851 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:36.188204 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Network 6f591e2d-c11f-4b87-bfed-33abb2aee750 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:36.191068 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:36.194735 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:36.230923 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Attempting to bind port 24a26e69-a69b-4cc9-9f70-381638bd1906 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:05:36.231292 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Attempting to bind port 24a26e69-a69b-4cc9-9f70-381638bd1906 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:05:36.232192 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Attempting to bind port 24a26e69-a69b-4cc9-9f70-381638bd1906 on network 73333234-0678-4b2b-9b0b-6206666e8f13 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:36.234932 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Pushing event updated for resources: {'Port': ['ID=6abb0d43-cbc2-4c74-a312-6c8b7c6c9969,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:36.242709 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:36.256036 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501088'] for router_interface, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.271977 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:05:36.272383 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Checking segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:36.272779 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.273184 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Bound using segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:05:36.273800 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Bound port: 24a26e69-a69b-4cc9-9f70-381638bd1906, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:05:36.274174 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.322345 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1b97f-5a69-4d1a-b266-b48de7c4b9ba None None] Pushing event updated for resources: {'Port': ['ID=24a26e69-a69b-4cc9-9f70-381638bd1906,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:36.337008 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9fa1b97f-5a69-4d1a-b266-b48de7c4b9ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:36.351928 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3ba22603-3a8c-40a3-bdc3-65ee4f6c3264,segment=NetworkSegment(fbc18602-f252-43ed-9181-9fb695771e8b),segment_id=fbc18602-f252-43ed-9181-9fb695771e8b)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:36.376814 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '3ba22603-3a8c-40a3-bdc3-65ee4f6c3264', 'network_id': 'ef439212-dc4a-41dc-958e-f0d36d48907a', 'port_id': '3ba22603-3a8c-40a3-bdc3-65ee4f6c3264', 'mac_address': 'fa:16:3e:5d:54:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcca5e0a-6849-4864-a53f-3fc3a174966c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:05:36.454809 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port a4b1c2d2-7de6-459f-888b-749e8bf63851 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:36.455100 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.485998 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] For port 24a26e69-a69b-4cc9-9f70-381638bd1906, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:05:36.518952 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] For port 24a26e69-a69b-4cc9-9f70-381638bd1906, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=24a26e69-a69b-4cc9-9f70-381638bd1906,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:05:36.520700 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.536931 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-9533aba4-c417-4f95-bb71-fccd0ac4e779 None None] Provisioning for port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:36.540355 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.550971 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3fca04ac-c126-4ee8-bbcd-ec1ea93a7778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:36.603540 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-9533aba4-c417-4f95-bb71-fccd0ac4e779 None None] Provisioning complete for port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:36.603932 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9533aba4-c417-4f95-bb71-fccd0ac4e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.615031 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.642286 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:05:36.706352 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3ba22603-3a8c-40a3-bdc3-65ee4f6c3264,segment=NetworkSegment(fbc18602-f252-43ed-9181-9fb695771e8b),segment_id=fbc18602-f252-43ed-9181-9fb695771e8b)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:36.716580 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Routers {'bad61353-c418-463f-8c19-dbd037f26911'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:36.717222 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['bad61353-c418-463f-8c19-dbd037f26911'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:36.767171 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.768948 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-9533aba4-c417-4f95-bb71-fccd0ac4e779 None None] Port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:05:36.776378 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1b97f-5a69-4d1a-b266-b48de7c4b9ba None None] Pushing event updated for resources: {'Port': ['ID=24a26e69-a69b-4cc9-9f70-381638bd1906,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:36.788272 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9fa1b97f-5a69-4d1a-b266-b48de7c4b9ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:36.788950 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:36.837427 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.842681 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6437530'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.869161 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-71fcbcff-bb92-4a6e-97ef-c568a0c52d72 tempest-VolumesActionsTest-298118877 tempest-VolumesActionsTest-298118877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:36.950212 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501187'] for router_interface, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.954882 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Pushing event updated for resources: {'Port': ['ID=6abb0d43-cbc2-4c74-a312-6c8b7c6c9969,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:36.959075 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:36.966922 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=3ba22603-3a8c-40a3-bdc3-65ee4f6c3264,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:36.977721 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:37.016524 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] Set router bad61353-c418-463f-8c19-dbd037f26911 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:37.086152 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Network 6f591e2d-c11f-4b87-bfed-33abb2aee750 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:37.087397 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:37.213400 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['3ba22603-3a8c-40a3-bdc3-65ee4f6c3264'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:05:37.313121 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Router bad61353-c418-463f-8c19-dbd037f26911 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:05:37.419746 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611feb5e-b565-4b4e-a520-7189fe4c2364 req-b95912b0-2df7-4752-bc61-478dd19c0f09 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:37.421233 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-611feb5e-b565-4b4e-a520-7189fe4c2364 req-b95912b0-2df7-4752-bc61-478dd19c0f09 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 944 time: 0.0925167 May 26 11:05:37.469083 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-611feb5e-b565-4b4e-a520-7189fe4c2364 req-7cd1a155-51f2-4657-b07e-8e3845a75201 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403516 May 26 11:05:37.471240 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-d5029867-5615-4868-9ab5-99cb06943d09 None None] Provisioning complete for port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:37.471612 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d5029867-5615-4868-9ab5-99cb06943d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:37.502310 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:05:37.511229 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] 10.222.0.25 "PUT /v2.0/routers/bad61353-c418-463f-8c19-dbd037f26911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5268204 May 26 11:05:37.552020 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-d5029867-5615-4868-9ab5-99cb06943d09 None None] Port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:05:37.578208 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 4, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port': {'id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:33Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '6abb0d43-cbc2-4c74-a312-6c8b7c6c9969', 'name': '', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'mac_address': 'fa:16:3e:5d:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:35Z', 'updated_at': '2021-05-26T11:05:35Z', 'revision_number': 1, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'subnets': [{'id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:37.586362 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66007141-9bf3-4e28-86f5-6b3396b3c99e None None] The sync data for ids ['bad61353-c418-463f-8c19-dbd037f26911'] in dv-cinder-793136-1-smb is: [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 4, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port': {'id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:33Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '6abb0d43-cbc2-4c74-a312-6c8b7c6c9969', 'name': '', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'mac_address': 'fa:16:3e:5d:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:35Z', 'updated_at': '2021-05-26T11:05:35Z', 'revision_number': 1, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'subnets': [{'id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:05:38.049926 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 44630) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:38.055533 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1690579787-network', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:38.060776 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:38.064679 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Usage tracker for resource:network and tenant:7dbe5987914743d6897c2ac6eb94db46 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:38.067793 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:38.073845 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:38.085312 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Made reservation on behalf of 7dbe5987914743d6897c2ac6eb94db46 for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:05:38.087660 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:38.100078 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:38.115086 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:38.118902 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Usage tracker for resource:security_group_rule and tenant:7dbe5987914743d6897c2ac6eb94db46 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:38.121813 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:38.128144 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:38.233669 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:38.237699 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:38.240977 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-80950bf2-e103-4ba8-b74f-8c15910c5011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:38.271112 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:05:38.281154 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e25d2d-2f7b-475b-80c2-c8187730b1d7,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:38.284464 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:38.289478 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:38.290015 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.db.segments_db [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Added segment 4fea5015-cb2d-4c61-a61a-b2d4df95c6fc of type vlan for network 6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e May 26 11:05:38.317730 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:38.349783 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:38.351127 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:38.351717 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:38.355225 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-541d4124-a542-4049-b854-342481f00087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:38.460312 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Pushing event updated for resources: {'Network': ['ID=6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:38.463178 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:38.465079 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4138663 May 26 11:05:38.467788 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 44636) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:38.474688 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Request body: {'subnet': {'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1690579787-subnet', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:38.474880 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network 6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:05:38.479519 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:38.484442 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Usage tracker for resource:subnet and tenant:7dbe5987914743d6897c2ac6eb94db46 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:38.487539 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:38.498479 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:38.510696 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Made reservation on behalf of 7dbe5987914743d6897c2ac6eb94db46 for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:05:38.513797 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6357490'] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:38.726417 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c86c48-aeeb-45f2-849e-cbb98f27745c req-3bf2ed4f-27d1-420d-ba31-4d117512b9a8 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:38.727946 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-14c86c48-aeeb-45f2-849e-cbb98f27745c req-3bf2ed4f-27d1-420d-ba31-4d117512b9a8 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 944 time: 0.1326528 May 26 11:05:38.830045 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-14c86c48-aeeb-45f2-849e-cbb98f27745c req-03bc67e9-b1f5-477f-9d1a-b3d759031137 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711188 May 26 11:05:39.033691 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6358117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6357476'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.038040 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:39.111167 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34612e80-357e-42e0-a64c-f5cee56d8f84,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:39.114863 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:39.115684 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Checking segment: {'id': '4fea5015-cb2d-4c61-a61a-b2d4df95c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:39.116035 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Network hostable DHCP agents. Network: 6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:05:39.132730 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Network 6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:05:39.142984 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, 6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:39.151944 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:39.152540 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.158267 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37540519-ca37-41b5-babf-9485d7a84e66 None None] Network 6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:05:39.179100 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7079179 May 26 11:05:39.179317 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 44642) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:39.184444 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1690579787-router', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:39.189473 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:39.193512 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Usage tracker for resource:router and tenant:7dbe5987914743d6897c2ac6eb94db46 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:39.196259 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:39.202702 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:39.213656 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5556'] for router, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.214619 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5581'] for router, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.233305 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.384648 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp012a520a-d17f-5684-a368-45ac1ecd2797-6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e', 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'fixed_ips': [{'subnet_id': '34612e80-357e-42e0-a64c-f5cee56d8f84'}]}} from dv-cinder-793136-1-smb. {{(pid=91666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:05:39.385531 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.496241 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Sync routers for ids ['bad61353-c418-463f-8c19-dbd037f26911'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:05:39.510116 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Routers {'bad61353-c418-463f-8c19-dbd037f26911'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:39.510941 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['bad61353-c418-463f-8c19-dbd037f26911'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:39.550662 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Allocated IP 172.20.0.2 (6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e/34612e80-357e-42e0-a64c-f5cee56d8f84/a0231660-3cc7-4c41-b5e1-838aaa28a60a) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:39.605928 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5595'] for router, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.703597 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Set router bad61353-c418-463f-8c19-dbd037f26911 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:39.767078 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.777059 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Transition to ACTIVE for port object a0231660-3cc7-4c41-b5e1-838aaa28a60a will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:39.796890 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Transition to ACTIVE for port object a0231660-3cc7-4c41-b5e1-838aaa28a60a will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:39.802772 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.807275 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:39.876382 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Network 6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:39.879656 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:39.883264 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:39.889720 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Pushing event updated for resources: {'Port': ['ID=a0231660-3cc7-4c41-b5e1-838aaa28a60a,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:39.893577 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:39.943540 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.977181 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.978860 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:40.034945 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Attempting to bind port a0231660-3cc7-4c41-b5e1-838aaa28a60a on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:05:40.035603 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Attempting to bind port a0231660-3cc7-4c41-b5e1-838aaa28a60a by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '4fea5015-cb2d-4c61-a61a-b2d4df95c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:05:40.036211 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Attempting to bind port a0231660-3cc7-4c41-b5e1-838aaa28a60a on network 6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:40.048594 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:05:40.049274 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Checking segment: {'id': '4fea5015-cb2d-4c61-a61a-b2d4df95c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:40.049811 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.050407 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Bound using segment: {'id': '4fea5015-cb2d-4c61-a61a-b2d4df95c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:05:40.050991 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Bound port: a0231660-3cc7-4c41-b5e1-838aaa28a60a, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fea5015-cb2d-4c61-a61a-b2d4df95c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:05:40.051503 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.057995 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 4, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port': {'id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:33Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '6abb0d43-cbc2-4c74-a312-6c8b7c6c9969', 'name': '', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'mac_address': 'fa:16:3e:5d:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:35Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 2, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'subnets': [{'id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:40.066506 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Checking router: bad61353-c418-463f-8c19-dbd037f26911 for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:05:40.066859 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Updating router bad61353-c418-463f-8c19-dbd037f26911 port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 binding host dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:05:40.132324 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 24a26e69-a69b-4cc9-9f70-381638bd1906 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:40.135895 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.192171 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf5609-b844-439a-8eea-3b1e26c8608a req-478d278e-22f9-4a98-bff8-b2ad6c89fe66 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:40.193859 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6dcf5609-b844-439a-8eea-3b1e26c8608a req-478d278e-22f9-4a98-bff8-b2ad6c89fe66 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 944 time: 0.1658142 May 26 11:05:40.208827 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:40.210590 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Allocated IP 172.28.0.90 (73333234-0678-4b2b-9b0b-6206666e8f13/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0/435527ff-f796-4938-acab-b05b4a05d611) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:40.222468 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:40.222847 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.263274 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] For port a0231660-3cc7-4c41-b5e1-838aaa28a60a, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:05:40.286859 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] For port a0231660-3cc7-4c41-b5e1-838aaa28a60a, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=a0231660-3cc7-4c41-b5e1-838aaa28a60a,segment=NetworkSegment(4fea5015-cb2d-4c61-a61a-b2d4df95c6fc),segment_id=4fea5015-cb2d-4c61-a61a-b2d4df95c6fc)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:05:40.296767 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.302427 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-0cd56b1b-db04-42dc-8226-5fdcc6a3830b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:40.320761 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6dcf5609-b844-439a-8eea-3b1e26c8608a req-b3f6b672-923e-4d85-bcd9-dda2304a2a98 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113958 May 26 11:05:40.356975 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 24a26e69-a69b-4cc9-9f70-381638bd1906 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:40.377488 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 24a26e69-a69b-4cc9-9f70-381638bd1906 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:40.377881 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.413337 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.443488 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.447233 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:40.489608 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.501879 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Transition to ACTIVE for port object 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:40.512308 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Pushing event updated for resources: {'Port': ['ID=435527ff-f796-4938-acab-b05b4a05d611,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:40.513369 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.518899 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d47b9b63-bbf8-4d58-8307-1321f86a031a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:40.524110 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:40.525142 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Pushing event updated for resources: {'Port': ['ID=a0231660-3cc7-4c41-b5e1-838aaa28a60a,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:40.532589 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:40.534504 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.541801 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:40.543067 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:40.545575 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:40.585851 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3ba22603-3a8c-40a3-bdc3-65ee4f6c3264,segment=NetworkSegment(fbc18602-f252-43ed-9181-9fb695771e8b),segment_id=fbc18602-f252-43ed-9181-9fb695771e8b)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:40.587966 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b63cd39-793f-41e1-b3c1-cb2d303999f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba22603-3a8c-40a3-bdc3-65ee4f6c3264'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:05:40.596585 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.600561 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7f206bd9-38e5-4408-9b2d-27e0c08d9166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:40.725545 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b63cd39-793f-41e1-b3c1-cb2d303999f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba22603-3a8c-40a3-bdc3-65ee4f6c3264', 'code': 200} May 26 11:05:40.726811 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=3ba22603-3a8c-40a3-bdc3-65ee4f6c3264,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:40.738886 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:40.781088 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Pushing event updated for resources: {'Port': ['ID=6abb0d43-cbc2-4c74-a312-6c8b7c6c9969,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:40.810417 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:40.810979 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:40.811470 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:40.812099 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:40.812570 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:40.813039 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:40.813542 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:40.814021 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:40.814485 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:40.814946 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:40.815422 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:40.815895 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:40.826196 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.829543 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:40.864444 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Attempting to bind port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:05:40.865093 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Attempting to bind port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '72ae5488-e320-4b10-9de8-f3261759c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:05:40.865720 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Attempting to bind port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 on network 6f591e2d-c11f-4b87-bfed-33abb2aee750 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:40.879494 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:05:40.879793 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port 24a26e69-a69b-4cc9-9f70-381638bd1906, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=24a26e69-a69b-4cc9-9f70-381638bd1906,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:40.880452 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Checking segment: {'id': '72ae5488-e320-4b10-9de8-f3261759c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:40.881188 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.881950 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Bound using segment: {'id': '72ae5488-e320-4b10-9de8-f3261759c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:05:40.884917 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.886469 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Bound port: 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ae5488-e320-4b10-9de8-f3261759c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:05:40.886868 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.892344 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-db945b89-39b1-406e-a85c-55392a85fd59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:41.065519 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] For port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:05:41.070654 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] For port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=6abb0d43-cbc2-4c74-a312-6c8b7c6c9969,segment=NetworkSegment(72ae5488-e320-4b10-9de8-f3261759c4be),segment_id=72ae5488-e320-4b10-9de8-f3261759c4be)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:05:41.075470 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:41.081269 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-444975f4-f113-498c-8de8-c649749359f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:41.084799 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=24a26e69-a69b-4cc9-9f70-381638bd1906,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:41.088899 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:41.174838 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Routers {'bad61353-c418-463f-8c19-dbd037f26911'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:41.175893 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['bad61353-c418-463f-8c19-dbd037f26911'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:41.237633 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Pushing event updated for resources: {'Port': ['ID=6abb0d43-cbc2-4c74-a312-6c8b7c6c9969,revision_number=4']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:41.249792 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-fcb86c04-ed1a-49f7-82b0-cbd1587782fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:41.292377 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:41.398969 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] Set router bad61353-c418-463f-8c19-dbd037f26911 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:41.509010 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05dd78-0add-405e-8311-b9da747222b1 req-f3bfc38c-de10-4bc9-bfeb-35ddabe6b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:41.510922 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3a05dd78-0add-405e-8311-b9da747222b1 req-f3bfc38c-de10-4bc9-bfeb-35ddabe6b86f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 1098 time: 0.4302537 May 26 11:05:41.584236 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81be7f-529f-4811-87bd-ad62e15d6f84 req-48ffa502-709c-42c4-81f0-b16d8b7c828e tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:41.592092 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ae81be7f-529f-4811-87bd-ad62e15d6f84 req-48ffa502-709c-42c4-81f0-b16d8b7c828e tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 945 time: 0.0993602 May 26 11:05:41.643821 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ae81be7f-529f-4811-87bd-ad62e15d6f84 req-ff18afbd-dc91-4fa8-9d87-a5d6e305f122 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507977 May 26 11:05:41.702666 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3a05dd78-0add-405e-8311-b9da747222b1 req-b07798eb-32c5-47e5-b2af-616ef0e7dd56 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498473 May 26 11:05:41.781430 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 4, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port': {'id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:33Z', 'updated_at': '2021-05-26T11:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '6abb0d43-cbc2-4c74-a312-6c8b7c6c9969', 'name': '', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'mac_address': 'fa:16:3e:5d:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:35Z', 'updated_at': '2021-05-26T11:05:41Z', 'revision_number': 4, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'subnets': [{'id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:41.785492 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ba10d-149e-4322-b946-44ed1c5b9b70 None None] The sync data for ids ['bad61353-c418-463f-8c19-dbd037f26911'] in dv-cinder-793136-1-smb is: [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 4, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port': {'id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:33Z', 'updated_at': '2021-05-26T11:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '6abb0d43-cbc2-4c74-a312-6c8b7c6c9969', 'name': '', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'mac_address': 'fa:16:3e:5d:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:35Z', 'updated_at': '2021-05-26T11:05:41Z', 'revision_number': 4, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'subnets': [{'id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:05:41.805372 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99c7a5-4126-4005-88d4-c304f7c13d69 req-5f8c64ee-55f9-4130-bcd5-11993fa45b86 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:41.806861 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ed99c7a5-4126-4005-88d4-c304f7c13d69 req-5f8c64ee-55f9-4130-bcd5-11993fa45b86 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.2932417 May 26 11:05:41.836682 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58276fed-3b33-4fb2-af36-b69e386b0e2b None None] Network 6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:05:41.934857 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ed99c7a5-4126-4005-88d4-c304f7c13d69 req-37c31d0f-5849-40c3-a22c-ec74eb9e05a6 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734003 May 26 11:05:41.935915 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502790'] for router, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:41.954482 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-4bc18a21-7e12-4a05-84d0-2a8483a8717f None None] Provisioning for port a0231660-3cc7-4c41-b5e1-838aaa28a60a completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:42.208915 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Router 4d8fd53b-96dc-448b-9869-a3883ef32aab is scheduled to L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 with binding_index 1 {{(pid=91664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:05:42.244821 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:42.335361 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:42.342211 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:42.342591 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:42.423349 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:05:42.448211 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Notify callbacks [] for router, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:42.449573 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2692251 May 26 11:05:42.450029 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Sync routers for ids ['4d8fd53b-96dc-448b-9869-a3883ef32aab'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:05:42.452127 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 44670) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:42.481140 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Routers {'4d8fd53b-96dc-448b-9869-a3883ef32aab'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:42.482334 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['4d8fd53b-96dc-448b-9869-a3883ef32aab'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:42.551570 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:42.667307 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=6abb0d43-cbc2-4c74-a312-6c8b7c6c9969,segment=NetworkSegment(72ae5488-e320-4b10-9de8-f3261759c4be),segment_id=72ae5488-e320-4b10-9de8-f3261759c4be)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:42.673149 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:42.674016 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 24a26e69-a69b-4cc9-9f70-381638bd1906 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:42.703892 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9fa1b97f-5a69-4d1a-b266-b48de7c4b9ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:42.777559 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Set router 4d8fd53b-96dc-448b-9869-a3883ef32aab gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:42.925069 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=6abb0d43-cbc2-4c74-a312-6c8b7c6c9969,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:42.971550 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:43.031850 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 24a26e69-a69b-4cc9-9f70-381638bd1906 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:43.032385 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:43.126504 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a33ba6-abdb-4733-a44d-ba3e6a751a82 req-533165ef-6bfb-4e22-ad98-6e113c21f74d tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:43.128549 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-38a33ba6-abdb-4733-a44d-ba3e6a751a82 req-533165ef-6bfb-4e22-ad98-6e113c21f74d tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 945 time: 0.3540816 May 26 11:05:43.157037 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee336a-ab0d-468a-b1c8-4c4b2d8f9646 req-00ccda89-d5b3-4037-9bf2-68a359145076 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:43.158718 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a7ee336a-ab0d-468a-b1c8-4c4b2d8f9646 req-00ccda89-d5b3-4037-9bf2-68a359145076 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.0880389 May 26 11:05:43.205755 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a7ee336a-ab0d-468a-b1c8-4c4b2d8f9646 req-6a6e05d4-b046-4768-9d5f-bd78bb6453ee tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403590 May 26 11:05:43.225772 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-38a33ba6-abdb-4733-a44d-ba3e6a751a82 req-c65e41b7-e56c-4a5d-af54-720e9b820766 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811350 May 26 11:05:43.271238 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device a0231660-3cc7-4c41-b5e1-838aaa28a60a up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:43.329227 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'name': 'tempest-TestMinimumBasicScenario-1690579787-router', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '435527ff-f796-4938-acab-b05b4a05d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:39Z', 'updated_at': '2021-05-26T11:05:40Z', 'revision_number': 3, 'project_id': '7dbe5987914743d6897c2ac6eb94db46', 'gw_port': {'id': '435527ff-f796-4938-acab-b05b4a05d611', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:40Z', 'updated_at': '2021-05-26T11:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:43.335921 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Checking router: 4d8fd53b-96dc-448b-9869-a3883ef32aab for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:05:43.336283 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Updating router 4d8fd53b-96dc-448b-9869-a3883ef32aab port 435527ff-f796-4938-acab-b05b4a05d611 binding host dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:05:43.360481 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:43.397637 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:43.431087 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port a0231660-3cc7-4c41-b5e1-838aaa28a60a completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:43.445859 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port a0231660-3cc7-4c41-b5e1-838aaa28a60a triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:43.446232 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:43.568626 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Allocated IP 172.20.0.1 (6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e/34612e80-357e-42e0-a64c-f5cee56d8f84/e7a3ad9e-41b5-437c-858e-c7947b55f09c) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:43.716940 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:43.722176 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:43.732575 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Transition to ACTIVE for port object e7a3ad9e-41b5-437c-858e-c7947b55f09c will not be triggered until provisioned by entity DHCP. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:43.756048 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:43.760477 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a0316db1-ea84-4d2e-9926-f59c7bb81a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:43.776930 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port a0231660-3cc7-4c41-b5e1-838aaa28a60a, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=a0231660-3cc7-4c41-b5e1-838aaa28a60a,segment=NetworkSegment(4fea5015-cb2d-4c61-a61a-b2d4df95c6fc),segment_id=4fea5015-cb2d-4c61-a61a-b2d4df95c6fc)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:43.781465 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:43.785577 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:43.821426 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Network 6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:43.824163 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:43.827579 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:43.860874 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a3ad9e-41b5-437c-858e-c7947b55f09c,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:43.866978 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:43.892524 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501088'] for router_interface, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:43.915520 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=a0231660-3cc7-4c41-b5e1-838aaa28a60a,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:43.920866 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:43.923372 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:43.933513 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Transition to ACTIVE for port object 435527ff-f796-4938-acab-b05b4a05d611 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:43.941160 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:43.945364 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:44.023551 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:44.029213 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Attempting to bind port 435527ff-f796-4938-acab-b05b4a05d611 on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:05:44.029614 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Attempting to bind port 435527ff-f796-4938-acab-b05b4a05d611 by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:05:44.029984 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Attempting to bind port 435527ff-f796-4938-acab-b05b4a05d611 on network 73333234-0678-4b2b-9b0b-6206666e8f13 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:44.039509 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:05:44.039891 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Checking segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:44.040297 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:44.041196 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Bound using segment: {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:05:44.041699 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Bound port: 435527ff-f796-4938-acab-b05b4a05d611, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0c0432-83e0-47d9-a321-41894af30050', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:05:44.042228 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:44.083580 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac524d-ced3-473b-995e-0dc462d1aafd None None] Pushing event updated for resources: {'Port': ['ID=435527ff-f796-4938-acab-b05b4a05d611,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:44.099518 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-78ac524d-ced3-473b-995e-0dc462d1aafd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:44.114612 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:44.195833 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] For port 435527ff-f796-4938-acab-b05b4a05d611, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:05:44.200095 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] For port 435527ff-f796-4938-acab-b05b4a05d611, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=435527ff-f796-4938-acab-b05b4a05d611,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:05:44.201099 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-d433112a-99e5-4f1f-bb1f-c685ee93110b None None] Provisioning for port e7a3ad9e-41b5-437c-858e-c7947b55f09c completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:44.206950 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:44.211563 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:44.242183 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-d433112a-99e5-4f1f-bb1f-c685ee93110b None None] Provisioning complete for port e7a3ad9e-41b5-437c-858e-c7947b55f09c triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:44.242562 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d433112a-99e5-4f1f-bb1f-c685ee93110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:44.264274 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:44.270230 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:44.307877 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e72a8e60-bd86-4bc2-ac78-4aa73a3ab70c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:44.344532 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-d433112a-99e5-4f1f-bb1f-c685ee93110b None None] Port e7a3ad9e-41b5-437c-858e-c7947b55f09c cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:05:44.351434 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Routers {'4d8fd53b-96dc-448b-9869-a3883ef32aab'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:44.352070 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['4d8fd53b-96dc-448b-9869-a3883ef32aab'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:44.420033 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:44.421212 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:44.439710 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9a4ba-fa68-4b2b-a643-c39d9e203101 req-be940911-cfde-4349-a991-a03552584591 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:44.442055 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-50b9a4ba-fa68-4b2b-a643-c39d9e203101 req-be940911-cfde-4349-a991-a03552584591 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 945 time: 0.0843868 May 26 11:05:44.450833 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac524d-ced3-473b-995e-0dc462d1aafd None None] Pushing event updated for resources: {'Port': ['ID=435527ff-f796-4938-acab-b05b4a05d611,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:44.476075 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-78ac524d-ced3-473b-995e-0dc462d1aafd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:44.493412 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-50b9a4ba-fa68-4b2b-a643-c39d9e203101 req-fcd4cf6a-898c-4849-b7e9-aa10ad379484 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457251 May 26 11:05:44.503430 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501187'] for router_interface, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:44.506785 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a3ad9e-41b5-437c-858e-c7947b55f09c,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:44.513987 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:44.645988 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] Set router 4d8fd53b-96dc-448b-9869-a3883ef32aab gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:44.742988 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc595c13-a0d0-465b-9610-75e56d16fce1 req-ba2b86f3-f234-4ce5-bae7-9b68f2f2edd2 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:44.744468 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-dc595c13-a0d0-465b-9610-75e56d16fce1 req-ba2b86f3-f234-4ce5-bae7-9b68f2f2edd2 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.3913200 May 26 11:05:44.752096 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65400433-5011-455b-a9f8-7e137f164022 req-3f09ab66-3c67-49c8-bc0d-7d64abe9ba31 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:44.753563 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-65400433-5011-455b-a9f8-7e137f164022 req-3f09ab66-3c67-49c8-bc0d-7d64abe9ba31 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.16 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.4109697 May 26 11:05:44.791708 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device a0231660-3cc7-4c41-b5e1-838aaa28a60a up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:44.888629 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-dc595c13-a0d0-465b-9610-75e56d16fce1 req-c15d1c77-2a7f-4334-8b9c-78211e838efd tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331770 May 26 11:05:44.934015 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Network 6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:44.935811 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:45.026866 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port a0231660-3cc7-4c41-b5e1-838aaa28a60a triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:45.027360 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:45.154237 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-65400433-5011-455b-a9f8-7e137f164022 req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Deleting port 4892c000-6362-4697-94ce-8d0484badfca {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:05:45.154595 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-65400433-5011-455b-a9f8-7e137f164022 req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:45.225903 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-7e672216-8e5e-44d6-a960-21df9f476898 None None] Provisioning complete for port e7a3ad9e-41b5-437c-858e-c7947b55f09c triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:45.226240 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7e672216-8e5e-44d6-a960-21df9f476898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:45.254299 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Router 4d8fd53b-96dc-448b-9869-a3883ef32aab has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:05:45.258436 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'name': 'tempest-TestMinimumBasicScenario-1690579787-router', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '435527ff-f796-4938-acab-b05b4a05d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:39Z', 'updated_at': '2021-05-26T11:05:43Z', 'revision_number': 4, 'project_id': '7dbe5987914743d6897c2ac6eb94db46', 'gw_port': {'id': '435527ff-f796-4938-acab-b05b4a05d611', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:40Z', 'updated_at': '2021-05-26T11:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': 'e7a3ad9e-41b5-437c-858e-c7947b55f09c', 'name': '', 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'mac_address': 'fa:16:3e:7f:40:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34612e80-357e-42e0-a64c-f5cee56d8f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:43Z', 'updated_at': '2021-05-26T11:05:44Z', 'revision_number': 2, 'project_id': '7dbe5987914743d6897c2ac6eb94db46', 'subnets': [{'id': '34612e80-357e-42e0-a64c-f5cee56d8f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:45.280538 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd01240-64bf-4849-8ebf-52396ce5cb08 None None] The sync data for ids ['4d8fd53b-96dc-448b-9869-a3883ef32aab'] in dv-cinder-793136-1-smb is: [{'id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'name': 'tempest-TestMinimumBasicScenario-1690579787-router', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '435527ff-f796-4938-acab-b05b4a05d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:39Z', 'updated_at': '2021-05-26T11:05:43Z', 'revision_number': 4, 'project_id': '7dbe5987914743d6897c2ac6eb94db46', 'gw_port': {'id': '435527ff-f796-4938-acab-b05b4a05d611', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:40Z', 'updated_at': '2021-05-26T11:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': 'e7a3ad9e-41b5-437c-858e-c7947b55f09c', 'name': '', 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'mac_address': 'fa:16:3e:7f:40:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34612e80-357e-42e0-a64c-f5cee56d8f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:43Z', 'updated_at': '2021-05-26T11:05:44Z', 'revision_number': 2, 'project_id': '7dbe5987914743d6897c2ac6eb94db46', 'subnets': [{'id': '34612e80-357e-42e0-a64c-f5cee56d8f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:05:45.291228 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-7e672216-8e5e-44d6-a960-21df9f476898 None None] Port e7a3ad9e-41b5-437c-858e-c7947b55f09c cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:05:45.400099 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-65400433-5011-455b-a9f8-7e137f164022 req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] For port 4892c000-6362-4697-94ce-8d0484badfca, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=4892c000-6362-4697-94ce-8d0484badfca,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:45.400493 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-65400433-5011-455b-a9f8-7e137f164022 req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:45.716665 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:05:45.755136 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-f1dbfc89-7086-4a0a-b481-afbbf7b5baa5 admin admin] 10.222.0.25 "PUT /v2.0/routers/4d8fd53b-96dc-448b-9869-a3883ef32aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2945013 May 26 11:05:45.895667 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-65400433-5011-455b-a9f8-7e137f164022 req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:45.895768 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-65400433-5011-455b-a9f8-7e137f164022 req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503015'] for floatingip, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:45.896192 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.db.l3_db [req-65400433-5011-455b-a9f8-7e137f164022 req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Floating IP 67644202-2682-4972-9319-90ce5ddcd2dc disassociated. External IP: 172.28.0.203, port: 4892c000-6362-4697-94ce-8d0484badfca. May 26 11:05:45.896356 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-65400433-5011-455b-a9f8-7e137f164022 req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Calling delete_port for 4892c000-6362-4697-94ce-8d0484badfca owned by compute:nova {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:05:45.912795 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8451f-5000-421a-a72d-428514244d53 req-86c93351-5ff0-4886-8a33-8a8c0becd52c tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:45.919817 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-45b8451f-5000-421a-a72d-428514244d53 req-86c93351-5ff0-4886-8a33-8a8c0becd52c tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 945 time: 0.2589598 May 26 11:05:45.989534 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-45b8451f-5000-421a-a72d-428514244d53 req-ae8c7a14-0624-4753-a531-80343751507b tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673306 May 26 11:05:46.175078 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 435527ff-f796-4938-acab-b05b4a05d611 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:46.182385 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252130a3-0823-4bdd-a76c-f813822bbfee req-fdab0260-2238-485b-8d5c-e694577c1dd0 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:46.183937 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-252130a3-0823-4bdd-a76c-f813822bbfee req-fdab0260-2238-485b-8d5c-e694577c1dd0 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 945 time: 0.1263766 May 26 11:05:46.197678 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-65400433-5011-455b-a9f8-7e137f164022 req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:46.204881 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4a5008ca-3c33-4356-98c8-d21db55b3c78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:46.249830 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-252130a3-0823-4bdd-a76c-f813822bbfee req-0462710c-e7fb-48e2-92e1-c3670dc4983e tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8eaab89-23df-4b22-bc58-185fa9c83c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554562 May 26 11:05:46.291455 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event deleted for resources: {'Port': ['ID=4892c000-6362-4697-94ce-8d0484badfca,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:46.293032 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:46.301842 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port 435527ff-f796-4938-acab-b05b4a05d611 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:46.307270 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 435527ff-f796-4938-acab-b05b4a05d611 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:46.307705 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:46.458553 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:46.476808 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port 435527ff-f796-4938-acab-b05b4a05d611, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=435527ff-f796-4938-acab-b05b4a05d611,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:46.485983 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:46.489197 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-78ac524d-ced3-473b-995e-0dc462d1aafd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:46.517150 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65400433-5011-455b-a9f8-7e137f164022 req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Router b6302efb-1532-4fa5-847d-8a16584b2a12 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:05:46.570455 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=435527ff-f796-4938-acab-b05b4a05d611,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:46.580677 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:46.870010 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65400433-5011-455b-a9f8-7e137f164022 req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:05:46.884390 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894ef7a-8470-4961-90e9-998d98aa1854 None None] Sync routers for ids ['b6302efb-1532-4fa5-847d-8a16584b2a12'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:05:46.903609 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894ef7a-8470-4961-90e9-998d98aa1854 None None] Routers {'b6302efb-1532-4fa5-847d-8a16584b2a12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:46.904233 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-b894ef7a-8470-4961-90e9-998d98aa1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['b6302efb-1532-4fa5-847d-8a16584b2a12'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:47.017700 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-65400433-5011-455b-a9f8-7e137f164022 req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] No DVR routers for this DVR port 4892c000-6362-4697-94ce-8d0484badfca on host hv-cinder-79313 {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:05:47.021203 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-65400433-5011-455b-a9f8-7e137f164022 req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:47.025777 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168a7baf-d66f-438d-a674-43cc92004485', 'name': 'network-vif-deleted', 'tag': '4892c000-6362-4697-94ce-8d0484badfca'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:05:47.047388 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-65400433-5011-455b-a9f8-7e137f164022 req-e3595924-12b6-4ad2-9ad6-6d7e7981cc9b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.16 "DELETE /v2.0/ports/4892c000-6362-4697-94ce-8d0484badfca HTTP/1.1" status: 204 len: 173 time: 2.2799120 May 26 11:05:47.168248 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168a7baf-d66f-438d-a674-43cc92004485', 'name': 'network-vif-deleted', 'tag': '4892c000-6362-4697-94ce-8d0484badfca', 'status': 'completed', 'code': 200} May 26 11:05:47.190003 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-b894ef7a-8470-4961-90e9-998d98aa1854 None None] Set router b6302efb-1532-4fa5-847d-8a16584b2a12 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:47.282244 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672c07e-6403-47d9-9476-5e17f468d01d req-6366310b-1c35-4f72-94a9-dc0dbe64ef72 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:47.283854 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b672c07e-6403-47d9-9476-5e17f468d01d req-6366310b-1c35-4f72-94a9-dc0dbe64ef72 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 945 time: 0.1519246 May 26 11:05:47.410801 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b672c07e-6403-47d9-9476-5e17f468d01d req-bbc92fbe-5d51-4a6b-9121-941d1a83e000 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143873 May 26 11:05:47.518086 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e62c2-b153-44b1-8680-55d35b3ec24d req-4b63a05c-945b-47ad-be35-5c145b009e16 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:47.519652 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-647e62c2-b153-44b1-8680-55d35b3ec24d req-4b63a05c-945b-47ad-be35-5c145b009e16 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 945 time: 0.2183070 May 26 11:05:47.521290 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-84ef2dc9-8bbd-4852-a2ce-dca3a7f82359 req-9067e46b-1f75-4947-9818-49d325edeb40 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Synchronizing usage tracker for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:47.574489 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-84ef2dc9-8bbd-4852-a2ce-dca3a7f82359 req-9067e46b-1f75-4947-9818-49d325edeb40 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Unset dirty status for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:47.575587 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-84ef2dc9-8bbd-4852-a2ce-dca3a7f82359 req-9067e46b-1f75-4947-9818-49d325edeb40 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=168a7baf-d66f-438d-a674-43cc92004485 HTTP/1.1" status: 200 len: 210 time: 0.1254466 May 26 11:05:47.602367 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-b894ef7a-8470-4961-90e9-998d98aa1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:43Z', 'revision_number': 5, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:47.607583 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894ef7a-8470-4961-90e9-998d98aa1854 None None] Checking router: b6302efb-1532-4fa5-847d-8a16584b2a12 for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:05:47.617784 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894ef7a-8470-4961-90e9-998d98aa1854 None None] Routers {'b6302efb-1532-4fa5-847d-8a16584b2a12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:47.618547 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-b894ef7a-8470-4961-90e9-998d98aa1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['b6302efb-1532-4fa5-847d-8a16584b2a12'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:47.723290 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-647e62c2-b153-44b1-8680-55d35b3ec24d req-03ce16ba-286a-49b1-92cc-442bebc17491 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Deleting port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:05:47.723637 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-647e62c2-b153-44b1-8680-55d35b3ec24d req-03ce16ba-286a-49b1-92cc-442bebc17491 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:47.832635 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-b894ef7a-8470-4961-90e9-998d98aa1854 None None] Set router b6302efb-1532-4fa5-847d-8a16584b2a12 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:47.899297 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-647e62c2-b153-44b1-8680-55d35b3ec24d req-03ce16ba-286a-49b1-92cc-442bebc17491 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] For port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3ba22603-3a8c-40a3-bdc3-65ee4f6c3264,segment=NetworkSegment(fbc18602-f252-43ed-9181-9fb695771e8b),segment_id=fbc18602-f252-43ed-9181-9fb695771e8b)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:47.899867 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-647e62c2-b153-44b1-8680-55d35b3ec24d req-03ce16ba-286a-49b1-92cc-442bebc17491 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:47.987417 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:05:48.076246 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-647e62c2-b153-44b1-8680-55d35b3ec24d req-03ce16ba-286a-49b1-92cc-442bebc17491 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Calling delete_port for 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 owned by compute:nova {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:05:48.126162 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 435527ff-f796-4938-acab-b05b4a05d611 up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:48.236358 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:05:48.238767 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:48.276864 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-647e62c2-b153-44b1-8680-55d35b3ec24d req-03ce16ba-286a-49b1-92cc-442bebc17491 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:48.296069 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:48.318970 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-b894ef7a-8470-4961-90e9-998d98aa1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:43Z', 'revision_number': 5, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:48.327206 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894ef7a-8470-4961-90e9-998d98aa1854 None None] The sync data for ids ['b6302efb-1532-4fa5-847d-8a16584b2a12'] in dv-cinder-793136-1-smb is: [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:43Z', 'revision_number': 5, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:05:48.341613 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 4892c000-6362-4697-94ce-8d0484badfca no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:05:48.391359 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: 4892c000-6362-4697-94ce-8d0484badfca {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:05:48.391773 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 4892c000-6362-4697-94ce-8d0484badfca not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:05:48.399390 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port 435527ff-f796-4938-acab-b05b4a05d611 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:48.399947 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:48.406126 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce16ba-286a-49b1-92cc-442bebc17491 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Pushing event deleted for resources: {'Port': ['ID=3ba22603-3a8c-40a3-bdc3-65ee4f6c3264,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:48.413452 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-03ce16ba-286a-49b1-92cc-442bebc17491 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:48.450242 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-647e62c2-b153-44b1-8680-55d35b3ec24d req-03ce16ba-286a-49b1-92cc-442bebc17491 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] No DVR routers for this DVR port 3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 on host hv-cinder-79313 {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:05:48.452628 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-647e62c2-b153-44b1-8680-55d35b3ec24d req-03ce16ba-286a-49b1-92cc-442bebc17491 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:48.470168 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-647e62c2-b153-44b1-8680-55d35b3ec24d req-03ce16ba-286a-49b1-92cc-442bebc17491 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.16 "DELETE /v2.0/ports/3ba22603-3a8c-40a3-bdc3-65ee4f6c3264 HTTP/1.1" status: 204 len: 173 time: 0.9314086 May 26 11:05:48.599114 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-533295cb-6b33-4fa3-8221-84e7b942a680 req-0363c191-687b-4c10-b7a0-01dc728310af tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Synchronizing usage tracker for tenant:425442d5c7d34403a90570e6998900af on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:48.635659 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-533295cb-6b33-4fa3-8221-84e7b942a680 req-0363c191-687b-4c10-b7a0-01dc728310af tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Unset dirty status for tenant:425442d5c7d34403a90570e6998900af on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:48.636898 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-533295cb-6b33-4fa3-8221-84e7b942a680 req-0363c191-687b-4c10-b7a0-01dc728310af tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b63cd39-793f-41e1-b3c1-cb2d303999f3 HTTP/1.1" status: 200 len: 210 time: 0.1050181 May 26 11:05:48.727154 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44748) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:48.801496 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a549d994-2dc2-4c60-bb81-b05fa8c28c38 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:48.831509 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a549d994-2dc2-4c60-bb81-b05fa8c28c38 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:49.042844 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a549d994-2dc2-4c60-bb81-b05fa8c28c38 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:49.052555 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-eaa86e89-cb11-4b66-98c2-08ead9544544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:49.081442 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549d994-2dc2-4c60-bb81-b05fa8c28c38 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eaab89-23df-4b22-bc58-185fa9c83c7d,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:49.084852 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a549d994-2dc2-4c60-bb81-b05fa8c28c38 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:49.109621 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a549d994-2dc2-4c60-bb81-b05fa8c28c38 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:49.116628 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 44752) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:49.118016 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-a549d994-2dc2-4c60-bb81-b05fa8c28c38 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "DELETE /v2.0/security-groups/b8eaab89-23df-4b22-bc58-185fa9c83c7d HTTP/1.1" status: 204 len: 168 time: 0.3895147 May 26 11:05:49.150615 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.api.v2.resource [None req-1f293954-d580-40ba-a097-f1a283054921 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] show failed (client error): The resource could not be found. May 26 11:05:49.154559 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-1f293954-d580-40ba-a097-f1a283054921 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups/b8eaab89-23df-4b22-bc58-185fa9c83c7d HTTP/1.1" status: 404 len: 347 time: 0.0360186 May 26 11:05:49.157471 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 44756) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:49.254862 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93331a49-4eea-4993-af7f-4e70cdad7b23 None None] New status for floating IP 67644202-2682-4972-9319-90ce5ddcd2dc: DOWN {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:05:49.269183 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b63cd39-793f-41e1-b3c1-cb2d303999f3', 'name': 'network-vif-deleted', 'tag': '3ba22603-3a8c-40a3-bdc3-65ee4f6c3264'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:05:49.516885 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b63cd39-793f-41e1-b3c1-cb2d303999f3', 'name': 'network-vif-deleted', 'tag': '3ba22603-3a8c-40a3-bdc3-65ee4f6c3264', 'status': 'completed', 'code': 200} May 26 11:05:49.664529 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Sync routers for ids ['4d8fd53b-96dc-448b-9869-a3883ef32aab'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:05:49.673571 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-740cd143-f3ad-44be-adeb-9bc8cedc618b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Deleting port 882a3f40-a0b3-4f57-ae41-48bfc0a2387b {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:05:49.674112 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-740cd143-f3ad-44be-adeb-9bc8cedc618b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:49.676913 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Routers {'4d8fd53b-96dc-448b-9869-a3883ef32aab'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:49.678159 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['4d8fd53b-96dc-448b-9869-a3883ef32aab'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:49.917084 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-740cd143-f3ad-44be-adeb-9bc8cedc618b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:49.917683 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-740cd143-f3ad-44be-adeb-9bc8cedc618b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:49.969514 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Set router 4d8fd53b-96dc-448b-9869-a3883ef32aab gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:50.083652 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-740cd143-f3ad-44be-adeb-9bc8cedc618b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Calling delete_port for 882a3f40-a0b3-4f57-ae41-48bfc0a2387b owned by network:floatingip {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:05:50.238357 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d15211bc-66b5-49e1-abaf-24c716e0049e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:50.324187 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-802f6c7f-2010-4c9d-9f56-987b7b145cf2 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:50.331469 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-802f6c7f-2010-4c9d-9f56-987b7b145cf2 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/networks?id=ef439212-dc4a-41dc-958e-f0d36d48907a HTTP/1.1" status: 200 len: 809 time: 0.2151952 May 26 11:05:50.350436 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1999d4ad-1f08-4a38-a8e8-53e3d83e97e6 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/quotas/425442d5c7d34403a90570e6998900af HTTP/1.1" status: 200 len: 375 time: 0.0180645 May 26 11:05:50.362547 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'name': 'tempest-TestMinimumBasicScenario-1690579787-router', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '435527ff-f796-4938-acab-b05b4a05d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:39Z', 'updated_at': '2021-05-26T11:05:43Z', 'revision_number': 4, 'project_id': '7dbe5987914743d6897c2ac6eb94db46', 'gw_port': {'id': '435527ff-f796-4938-acab-b05b4a05d611', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:40Z', 'updated_at': '2021-05-26T11:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': 'e7a3ad9e-41b5-437c-858e-c7947b55f09c', 'name': '', 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'mac_address': 'fa:16:3e:7f:40:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34612e80-357e-42e0-a64c-f5cee56d8f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:43Z', 'updated_at': '2021-05-26T11:05:44Z', 'revision_number': 2, 'project_id': '7dbe5987914743d6897c2ac6eb94db46', 'subnets': [{'id': '34612e80-357e-42e0-a64c-f5cee56d8f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:50.366605 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Checking router: 4d8fd53b-96dc-448b-9869-a3883ef32aab for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:05:50.366991 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Updating router 4d8fd53b-96dc-448b-9869-a3883ef32aab port e7a3ad9e-41b5-437c-858e-c7947b55f09c binding host dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:05:50.406827 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fbd33547-35e4-4cc6-92f3-48bccda2876f tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=425442d5c7d34403a90570e6998900af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554178 May 26 11:05:50.431451 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:50.499908 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-740cd143-f3ad-44be-adeb-9bc8cedc618b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:50.506935 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-94b78329-a4f9-4e03-9635-df4297de4c83 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:50.558652 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cd143-f3ad-44be-adeb-9bc8cedc618b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event deleted for resources: {'Port': ['ID=882a3f40-a0b3-4f57-ae41-48bfc0a2387b,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:50.632094 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-740cd143-f3ad-44be-adeb-9bc8cedc618b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:50.688036 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-9951885c-3048-4b92-865a-3f9af04bc24e service neutron] 10.222.0.25 "GET /v2.0/networks/ef439212-dc4a-41dc-958e-f0d36d48907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782416 May 26 11:05:50.691144 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-740cd143-f3ad-44be-adeb-9bc8cedc618b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for floatingip, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:50.801185 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-740cd143-f3ad-44be-adeb-9bc8cedc618b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:50.802286 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-740cd143-f3ad-44be-adeb-9bc8cedc618b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "DELETE /v2.0/floatingips/67644202-2682-4972-9319-90ce5ddcd2dc HTTP/1.1" status: 204 len: 168 time: 1.6438875 May 26 11:05:50.858674 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-59874f72-1e31-442b-b69f-e9e0a1aa482b service neutron] 10.222.0.25 "GET /v2.0/networks/ef439212-dc4a-41dc-958e-f0d36d48907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588435 May 26 11:05:50.957071 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:50.977207 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Transition to ACTIVE for port object e7a3ad9e-41b5-437c-858e-c7947b55f09c will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:50.987064 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:50.995546 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:51.260132 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-29585404-2a4f-488e-b2da-403076ac1cd4 req-47156917-2903-45ee-979f-48601cd3d11c tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 210 time: 0.0950928 May 26 11:05:51.269767 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc0787-1cff-4d29-a220-4043950cb02b None None] Pushing event updated for resources: {'Port': ['ID=e7a3ad9e-41b5-437c-858e-c7947b55f09c,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:51.273724 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-28dc0787-1cff-4d29-a220-4043950cb02b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:51.385081 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 44794) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:51.391010 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691209807', 'description': 'tempest-description--1774439853'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:51.400807 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:51.407120 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Usage tracker for resource:security_group and tenant:5dea62f1d4724fffaaf71875aa52046c is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:51.410396 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:51.417484 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:51.428933 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.431642 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Attempting to bind port e7a3ad9e-41b5-437c-858e-c7947b55f09c on host dv-cinder-793136-1-smb for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:05:51.432094 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Attempting to bind port e7a3ad9e-41b5-437c-858e-c7947b55f09c by drivers openvswitch,hyperv on host dv-cinder-793136-1-smb at level 0 using segments [{'id': '4fea5015-cb2d-4c61-a61a-b2d4df95c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:05:51.437858 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Attempting to bind port e7a3ad9e-41b5-437c-858e-c7947b55f09c on network 6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:51.447738 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Checking agent: {'id': '744a675d-ad3e-4485-bf55-beaeb0ef1131', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 53, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 53, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:05:51.448123 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Checking segment: {'id': '4fea5015-cb2d-4c61-a61a-b2d4df95c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:51.448589 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.448997 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Bound using segment: {'id': '4fea5015-cb2d-4c61-a61a-b2d4df95c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:05:51.449596 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Bound port: e7a3ad9e-41b5-437c-858e-c7947b55f09c, host: dv-cinder-793136-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fea5015-cb2d-4c61-a61a-b2d4df95c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:05:51.449973 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.457322 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:51.466778 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Usage tracker for resource:security_group_rule and tenant:5dea62f1d4724fffaaf71875aa52046c is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:51.472209 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:51.482758 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:51.564661 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] For port e7a3ad9e-41b5-437c-858e-c7947b55f09c, host dv-cinder-793136-1-smb, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:05:51.568285 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] For port e7a3ad9e-41b5-437c-858e-c7947b55f09c, host dv-cinder-793136-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=e7a3ad9e-41b5-437c-858e-c7947b55f09c,segment=NetworkSegment(4fea5015-cb2d-4c61-a61a-b2d4df95c6fc),segment_id=4fea5015-cb2d-4c61-a61a-b2d4df95c6fc)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:05:51.577899 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.584495 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-40bd861c-d4fa-4aed-a349-fe3e25901652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:51.584643 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.593474 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.603888 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-70c64b5b-00d2-4f17-8dec-77061c322db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:51.661147 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db977be1-be1f-4d60-9fe0-20701a437d2a,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:51.679487 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:51.681002 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.682617 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-d067c420-b855-4896-b6c6-0d3064a3195a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2957692 May 26 11:05:51.685297 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 44800) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:51.687293 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Routers {'4d8fd53b-96dc-448b-9869-a3883ef32aab'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:51.688527 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['4d8fd53b-96dc-448b-9869-a3883ef32aab'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:51.691991 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-6c2baa88-bbdb-4df5-a14e-6744581eb267 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Request body: {'security_group_rule': {'security_group_id': 'db977be1-be1f-4d60-9fe0-20701a437d2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:51.710489 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-6c2baa88-bbdb-4df5-a14e-6744581eb267 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:51.719893 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-6c2baa88-bbdb-4df5-a14e-6744581eb267 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Usage tracker for resource:security_group_rule and tenant:5dea62f1d4724fffaaf71875aa52046c is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:51.723043 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-6c2baa88-bbdb-4df5-a14e-6744581eb267 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:51.737839 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-6c2baa88-bbdb-4df5-a14e-6744581eb267 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:51.758341 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6c2baa88-bbdb-4df5-a14e-6744581eb267 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.819878 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc0787-1cff-4d29-a220-4043950cb02b None None] Pushing event updated for resources: {'Port': ['ID=e7a3ad9e-41b5-437c-858e-c7947b55f09c,revision_number=4']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:51.848571 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-28dc0787-1cff-4d29-a220-4043950cb02b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:51.854253 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6c2baa88-bbdb-4df5-a14e-6744581eb267 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.872420 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6c2baa88-bbdb-4df5-a14e-6744581eb267 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.874889 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:51.924117 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2baa88-bbdb-4df5-a14e-6744581eb267 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f5d11c-d8a4-45f8-8704-487ac4485b8d,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:51.931540 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-6c2baa88-bbdb-4df5-a14e-6744581eb267 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:51.956632 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6c2baa88-bbdb-4df5-a14e-6744581eb267 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.962471 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-6c2baa88-bbdb-4df5-a14e-6744581eb267 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2753949 May 26 11:05:51.965391 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44806) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:51.972279 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-b1a526e0-465f-4ea2-85ce-b10012043a76 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Request body: {'security_group_rule': {'security_group_id': 'db977be1-be1f-4d60-9fe0-20701a437d2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:51.982183 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-b1a526e0-465f-4ea2-85ce-b10012043a76 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:51.998319 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-b1a526e0-465f-4ea2-85ce-b10012043a76 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Usage tracker for resource:security_group_rule and tenant:5dea62f1d4724fffaaf71875aa52046c is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:52.001391 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-b1a526e0-465f-4ea2-85ce-b10012043a76 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:52.008160 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-b1a526e0-465f-4ea2-85ce-b10012043a76 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:52.044774 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b1a526e0-465f-4ea2-85ce-b10012043a76 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.116233 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] Set router 4d8fd53b-96dc-448b-9869-a3883ef32aab gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:05:52.155935 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b1a526e0-465f-4ea2-85ce-b10012043a76 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.170118 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b1a526e0-465f-4ea2-85ce-b10012043a76 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.172549 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:52.173264 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device e7a3ad9e-41b5-437c-858e-c7947b55f09c up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:52.214433 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b1a526e0-465f-4ea2-85ce-b10012043a76 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.220854 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-b1a526e0-465f-4ea2-85ce-b10012043a76 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2543511 May 26 11:05:52.223979 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 44810) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:52.228095 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a526e0-465f-4ea2-85ce-b10012043a76 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c1caf3-d238-4440-b193-0e5da82b84e0,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:52.232987 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Request body: {'floatingip': {'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:52.245521 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b1a526e0-465f-4ea2-85ce-b10012043a76 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:52.247242 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:52.251492 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Usage tracker for resource:floatingip and tenant:5dea62f1d4724fffaaf71875aa52046c is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:52.254900 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:52.266706 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:52.290944 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for floatingip, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.317610 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.362812 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning for port e7a3ad9e-41b5-437c-858e-c7947b55f09c completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:52.388685 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port e7a3ad9e-41b5-437c-858e-c7947b55f09c triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:52.389134 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.441075 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.503516 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'name': 'tempest-TestMinimumBasicScenario-1690579787-router', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '435527ff-f796-4938-acab-b05b4a05d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:39Z', 'updated_at': '2021-05-26T11:05:43Z', 'revision_number': 4, 'project_id': '7dbe5987914743d6897c2ac6eb94db46', 'gw_port': {'id': '435527ff-f796-4938-acab-b05b4a05d611', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:40Z', 'updated_at': '2021-05-26T11:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': 'e7a3ad9e-41b5-437c-858e-c7947b55f09c', 'name': '', 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'mac_address': 'fa:16:3e:7f:40:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34612e80-357e-42e0-a64c-f5cee56d8f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:43Z', 'updated_at': '2021-05-26T11:05:51Z', 'revision_number': 4, 'project_id': '7dbe5987914743d6897c2ac6eb94db46', 'subnets': [{'id': '34612e80-357e-42e0-a64c-f5cee56d8f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:52.509242 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9bac7-443a-45f0-a565-c3c8094d9466 None None] The sync data for ids ['4d8fd53b-96dc-448b-9869-a3883ef32aab'] in dv-cinder-793136-1-smb is: [{'id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'name': 'tempest-TestMinimumBasicScenario-1690579787-router', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '435527ff-f796-4938-acab-b05b4a05d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:39Z', 'updated_at': '2021-05-26T11:05:43Z', 'revision_number': 4, 'project_id': '7dbe5987914743d6897c2ac6eb94db46', 'gw_port': {'id': '435527ff-f796-4938-acab-b05b4a05d611', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:40Z', 'updated_at': '2021-05-26T11:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': 'e7a3ad9e-41b5-437c-858e-c7947b55f09c', 'name': '', 'network_id': '6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'mac_address': 'fa:16:3e:7f:40:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34612e80-357e-42e0-a64c-f5cee56d8f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:43Z', 'updated_at': '2021-05-26T11:05:51Z', 'revision_number': 4, 'project_id': '7dbe5987914743d6897c2ac6eb94db46', 'subnets': [{'id': '34612e80-357e-42e0-a64c-f5cee56d8f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:05:52.541948 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6a499712-c205-47d4-9787-511e74cb0280 req-e1f60d2c-10ff-4ee5-bf2f-b39cd560b73e tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 210 time: 0.0927527 May 26 11:05:52.574879 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.621192 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.628291 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] For port e7a3ad9e-41b5-437c-858e-c7947b55f09c, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=e7a3ad9e-41b5-437c-858e-c7947b55f09c,segment=NetworkSegment(4fea5015-cb2d-4c61-a61a-b2d4df95c6fc),segment_id=4fea5015-cb2d-4c61-a61a-b2d4df95c6fc)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:52.646644 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.648861 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9fa1b97f-5a69-4d1a-b266-b48de7c4b9ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:52.813885 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Pushing event updated for resources: {'Port': ['ID=e7a3ad9e-41b5-437c-858e-c7947b55f09c,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:52.817332 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:52.869076 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Allocated IP 172.28.0.114 (73333234-0678-4b2b-9b0b-6206666e8f13/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0/9756af87-85a4-47ae-9892-a14973afc411) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:52.884995 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d8b9-573d-45c1-b5b3-102de602ee71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.974935 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1f1a6e02-fac6-4241-8af9-c0aa5347a04a tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:52.976649 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1f1a6e02-fac6-4241-8af9-c0aa5347a04a tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.16 "GET /v2.0/networks?id=ef439212-dc4a-41dc-958e-f0d36d48907a HTTP/1.1" status: 200 len: 809 time: 0.2337115 May 26 11:05:53.011297 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Request body: {'port': {'device_id': '0596c15f-3ecb-4efd-a76c-8f85bcdf1923', 'network_id': 'ef439212-dc4a-41dc-958e-f0d36d48907a', 'admin_state_up': True, 'tenant_id': '425442d5c7d34403a90570e6998900af'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:53.179028 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:53.189812 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:53.208798 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Made reservation on behalf of 425442d5c7d34403a90570e6998900af for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:05:53.210347 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.213148 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.254585 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.259172 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9ce469ff-4190-49b8-803e-0fc3522dd188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:53.331733 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:53.334929 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:53.338076 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:53.410893 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event updated for resources: {'Port': ['ID=9756af87-85a4-47ae-9892-a14973afc411,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:53.413885 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:53.447344 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Allocated IP 172.20.0.13 (ef439212-dc4a-41dc-958e-f0d36d48907a/bcca5e0a-6849-4864-a53f-3fc3a174966c/146c25b3-c060-4f45-a368-b07ea13879d4) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:53.456373 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.549437 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.561103 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.843587 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.855132 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-2a27ef0b-0539-4921-a8d9-5ea9c0c35722 req-d45ac8c5-fc14-4855-a415-dda51404e842 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 210 time: 0.0558660 May 26 11:05:53.886689 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.887131 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.892198 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6437530'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.896833 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bc8721b5-c068-48b1-a90e-4ab1772d1f93 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:53.897838 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:54.008914 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Network ef439212-dc4a-41dc-958e-f0d36d48907a is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:54.013637 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:54.024439 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:54.026399 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event updated for resources: {'Port': ['ID=9756af87-85a4-47ae-9892-a14973afc411,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:54.029224 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:54.036836 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503015'] for floatingip, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:54.062181 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:54.066171 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Pushing event updated for resources: {'Port': ['ID=146c25b3-c060-4f45-a368-b07ea13879d4,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:54.073828 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:54.076886 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8476923 May 26 11:05:54.131592 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:54.132287 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:54.144296 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device e7a3ad9e-41b5-437c-858e-c7947b55f09c up at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:54.177315 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1702483 May 26 11:05:54.198352 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Request body: {'port': {'device_id': '0596c15f-3ecb-4efd-a76c-8f85bcdf1923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:54.250973 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Provisioning complete for port e7a3ad9e-41b5-437c-858e-c7947b55f09c triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:54.251607 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:54.402306 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:54.426783 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-5cba78ba-f48a-4c62-9d05-6c919c2dd6bb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Synchronizing usage tracker for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:54.496056 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-5cba78ba-f48a-4c62-9d05-6c919c2dd6bb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Unset dirty status for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:54.504420 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-5cba78ba-f48a-4c62-9d05-6c919c2dd6bb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--691209807&fields=id&tenant_id=5dea62f1d4724fffaaf71875aa52046c HTTP/1.1" status: 200 len: 267 time: 0.1655834 May 26 11:05:54.788947 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-98985505-f9a0-45ae-9ac0-3252470b3602 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:54.790341 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-98985505-f9a0-45ae-9ac0-3252470b3602 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/networks?id=32b43f6f-a166-4fbd-adce-080c4d711545 HTTP/1.1" status: 200 len: 811 time: 0.2852468 May 26 11:05:54.813931 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-e41d0fb5-1ca6-458b-9aa5-8790833eba57 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/quotas/5dea62f1d4724fffaaf71875aa52046c HTTP/1.1" status: 200 len: 375 time: 0.0160215 May 26 11:05:54.996679 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-5f2c2fe6-57f8-4f86-836c-cdefc227eeae tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Synchronizing usage tracker for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:55.005470 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146c25b3-c060-4f45-a368-b07ea13879d4 {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:05:55.016367 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:55.035607 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Transition to ACTIVE for port object 146c25b3-c060-4f45-a368-b07ea13879d4 will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:55.036390 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-5f2c2fe6-57f8-4f86-836c-cdefc227eeae tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Unset dirty status for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:55.037789 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-5f2c2fe6-57f8-4f86-836c-cdefc227eeae tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5dea62f1d4724fffaaf71875aa52046c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2111940 May 26 11:05:55.046528 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:55.056080 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-03ce16ba-286a-49b1-92cc-442bebc17491 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:55.117390 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eaa26-78d1-4d4a-8940-257e86a9a122 req-ff0f881b-8a5b-4e03-8ce3-c8e1202a9ecc tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:55.118010 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-138eaa26-78d1-4d4a-8940-257e86a9a122 req-ff0f881b-8a5b-4e03-8ce3-c8e1202a9ecc tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 944 time: 0.1289175 May 26 11:05:55.169900 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-138eaa26-78d1-4d4a-8940-257e86a9a122 req-cfbfdbb2-3351-4a8d-8d14-687aa5c3778a tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445008 May 26 11:05:55.276827 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Pushing event updated for resources: {'Port': ['ID=146c25b3-c060-4f45-a368-b07ea13879d4,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:55.288390 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:55.296360 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:55.405532 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-991379fa-c54b-4ddc-a605-4166c9744ee7 service neutron] 10.222.0.25 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119469 May 26 11:05:55.512362 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Attempting to bind port 146c25b3-c060-4f45-a368-b07ea13879d4 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:05:55.512714 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Attempting to bind port 146c25b3-c060-4f45-a368-b07ea13879d4 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'fbc18602-f252-43ed-9181-9fb695771e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ef439212-dc4a-41dc-958e-f0d36d48907a'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:05:55.513028 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Attempting to bind port 146c25b3-c060-4f45-a368-b07ea13879d4 on network ef439212-dc4a-41dc-958e-f0d36d48907a {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:55.537133 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Port 146c25b3-c060-4f45-a368-b07ea13879d4 on network ef439212-dc4a-41dc-958e-f0d36d48907a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:05:55.537133 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Attempting to bind port 146c25b3-c060-4f45-a368-b07ea13879d4 on network ef439212-dc4a-41dc-958e-f0d36d48907a {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:55.547038 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:05:55.547402 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Checking segment: {'id': 'fbc18602-f252-43ed-9181-9fb695771e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ef439212-dc4a-41dc-958e-f0d36d48907a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:55.547793 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Bound using segment: {'id': 'fbc18602-f252-43ed-9181-9fb695771e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ef439212-dc4a-41dc-958e-f0d36d48907a'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:05:55.548232 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Bound port: 146c25b3-c060-4f45-a368-b07ea13879d4, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc18602-f252-43ed-9181-9fb695771e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ef439212-dc4a-41dc-958e-f0d36d48907a'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:05:55.548581 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:55.646812 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-202c2807-daa4-47ab-9b35-92f6616ce0a9 service neutron] 10.222.0.25 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320218 May 26 11:05:55.683149 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] For port 146c25b3-c060-4f45-a368-b07ea13879d4, host hv-cinder-79313, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:05:55.686437 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] For port 146c25b3-c060-4f45-a368-b07ea13879d4, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=146c25b3-c060-4f45-a368-b07ea13879d4,segment=NetworkSegment(fbc18602-f252-43ed-9181-9fb695771e8b),segment_id=fbc18602-f252-43ed-9181-9fb695771e8b)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:05:55.693662 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:55.709286 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:55.872130 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8578f812-90a7-44d7-856b-088ce4eb7c0b req-d627e33b-be4c-4c03-ad9e-7e1bb5b487c1 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 210 time: 0.0513258 May 26 11:05:55.920880 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:55.921462 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:55.922856 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] 10.222.0.16 "PUT /v2.0/ports/146c25b3-c060-4f45-a368-b07ea13879d4 HTTP/1.1" status: 200 len: 1094 time: 1.7289503 May 26 11:05:55.923371 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0596c15f-3ecb-4efd-a76c-8f85bcdf1923', 'tag': '146c25b3-c060-4f45-a368-b07ea13879d4'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:05:55.957678 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Pushing event updated for resources: {'Port': ['ID=146c25b3-c060-4f45-a368-b07ea13879d4,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:55.962094 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:56.049112 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0596c15f-3ecb-4efd-a76c-8f85bcdf1923', 'tag': '146c25b3-c060-4f45-a368-b07ea13879d4', 'status': 'completed', 'code': 200} May 26 11:05:56.084042 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-67304c2f-8439-4b5b-ba03-55aad3bcce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:56.087112 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-67304c2f-8439-4b5b-ba03-55aad3bcce58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=425442d5c7d34403a90570e6998900af&device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 1097 time: 0.0981216 May 26 11:05:56.178749 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-37454ae0-2350-46e6-b0fb-4231a0dfc19d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=146c25b3-c060-4f45-a368-b07ea13879d4 HTTP/1.1" status: 200 len: 217 time: 0.0757663 May 26 11:05:56.249709 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-0fec578b-7678-4656-bf0f-4c01411a49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:56.252116 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-0fec578b-7678-4656-bf0f-4c01411a49a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcca5e0a-6849-4864-a53f-3fc3a174966c HTTP/1.1" status: 200 len: 849 time: 0.0664995 May 26 11:05:56.321304 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-15715015-d017-4f8b-991f-5d867417615e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef439212-dc4a-41dc-958e-f0d36d48907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612457 May 26 11:05:56.454407 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66751d19-ed6a-4a45-843f-6a1f1db935f4 req-c6afbb30-22bf-4d0f-aaf4-700819b728ad tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:56.455959 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-66751d19-ed6a-4a45-843f-6a1f1db935f4 req-c6afbb30-22bf-4d0f-aaf4-700819b728ad tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 944 time: 0.1223843 May 26 11:05:56.494391 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-c86d9796-7312-4b32-a89f-d97fefbd114b service neutron] 10.222.0.16 "GET /v2.0/networks/ef439212-dc4a-41dc-958e-f0d36d48907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557887 May 26 11:05:56.548126 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-66751d19-ed6a-4a45-843f-6a1f1db935f4 req-33d0731a-aec6-4b0a-8b8a-b62db88ee281 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837846 May 26 11:05:56.671899 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5962f222-78d4-48ad-8ecd-7489734644c4 req-f4ae62c3-a89d-4a77-b91d-bd57a1d7e541 service neutron] 10.222.0.16 "GET /v2.0/networks/ef439212-dc4a-41dc-958e-f0d36d48907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690037 May 26 11:05:56.888679 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a548a4-a754-479f-b73b-8fdb65b06942 req-289f0be2-e27b-48d3-a24b-1a669e1881a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:56.890214 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-30a548a4-a754-479f-b73b-8fdb65b06942 req-289f0be2-e27b-48d3-a24b-1a669e1881a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=425442d5c7d34403a90570e6998900af&device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 1097 time: 0.0777557 May 26 11:05:57.050930 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a548a4-a754-479f-b73b-8fdb65b06942 req-0e4fc54d-acb3-434b-ba21-381819afa69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:57.052524 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-30a548a4-a754-479f-b73b-8fdb65b06942 req-0e4fc54d-acb3-434b-ba21-381819afa69d service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef439212-dc4a-41dc-958e-f0d36d48907a HTTP/1.1" status: 200 len: 910 time: 0.1528063 May 26 11:05:57.063134 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-981f54b7-9a00-4b54-9a41-aab968471286 req-55d94794-fbba-4872-930e-0ba00c7c40a4 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 210 time: 0.0465672 May 26 11:05:57.129467 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-30a548a4-a754-479f-b73b-8fdb65b06942 req-a04d2a78-dc1e-4070-aaca-888f8a985817 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=146c25b3-c060-4f45-a368-b07ea13879d4 HTTP/1.1" status: 200 len: 217 time: 0.0676332 May 26 11:05:57.234555 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a548a4-a754-479f-b73b-8fdb65b06942 req-6ddd0b6e-70f7-447e-b27e-7a1317bd77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:57.236409 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-30a548a4-a754-479f-b73b-8fdb65b06942 req-6ddd0b6e-70f7-447e-b27e-7a1317bd77d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcca5e0a-6849-4864-a53f-3fc3a174966c HTTP/1.1" status: 200 len: 849 time: 0.0754662 May 26 11:05:57.294941 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-30a548a4-a754-479f-b73b-8fdb65b06942 req-bb5dd5af-56f9-424a-b8e4-a297687eec6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef439212-dc4a-41dc-958e-f0d36d48907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514238 May 26 11:05:57.465811 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-30a548a4-a754-479f-b73b-8fdb65b06942 req-36ac5367-36cc-4459-a2a7-2566010d0cb4 service neutron] 10.222.0.16 "GET /v2.0/networks/ef439212-dc4a-41dc-958e-f0d36d48907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473565 May 26 11:05:57.604587 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-122c9231-ef43-41c5-b04c-24e55fbd2565 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:57.607585 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-122c9231-ef43-41c5-b04c-24e55fbd2565 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.16 "GET /v2.0/networks?id=32b43f6f-a166-4fbd-adce-080c4d711545 HTTP/1.1" status: 200 len: 811 time: 0.3144090 May 26 11:05:57.635260 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-30a548a4-a754-479f-b73b-8fdb65b06942 req-03e482fa-f6ab-4970-8bf4-9656293d50b7 service neutron] 10.222.0.16 "GET /v2.0/networks/ef439212-dc4a-41dc-958e-f0d36d48907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594391 May 26 11:05:57.704441 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-5d706a88-9173-4c11-89dc-27d0f605a376 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Synchronizing usage tracker for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:security_group {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:57.720338 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-5d706a88-9173-4c11-89dc-27d0f605a376 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Unset dirty status for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:security_group {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:57.721430 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-5d706a88-9173-4c11-89dc-27d0f605a376 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dea62f1d4724fffaaf71875aa52046c HTTP/1.1" status: 200 len: 379 time: 0.0870426 May 26 11:05:57.733225 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Request body: {'port': {'device_id': '6d8fe752-327b-40ef-ae83-5a19dce5215e', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'admin_state_up': True, 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'security_groups': ['db977be1-be1f-4d60-9fe0-20701a437d2a']}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:57.794258 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd0361-a5a9-4ea7-8aa5-27900b2a9a7c req-2513c559-7f33-4a1b-9635-820d2e6e06c9 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:57.795325 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-99dd0361-a5a9-4ea7-8aa5-27900b2a9a7c req-2513c559-7f33-4a1b-9635-820d2e6e06c9 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Synchronizing usage tracker for tenant:425442d5c7d34403a90570e6998900af on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:57.817084 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-99dd0361-a5a9-4ea7-8aa5-27900b2a9a7c req-2513c559-7f33-4a1b-9635-820d2e6e06c9 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Unset dirty status for tenant:425442d5c7d34403a90570e6998900af on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:57.818497 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-99dd0361-a5a9-4ea7-8aa5-27900b2a9a7c req-2513c559-7f33-4a1b-9635-820d2e6e06c9 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 944 time: 0.1159396 May 26 11:05:57.888410 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-99dd0361-a5a9-4ea7-8aa5-27900b2a9a7c req-8b2f889e-878d-4631-afad-74aa6653c9f0 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637438 May 26 11:05:57.999290 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:58.009852 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:58.021208 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Made reservation on behalf of 5dea62f1d4724fffaaf71875aa52046c for: {'port': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:05:58.025320 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:58.222707 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Allocated IP 172.20.0.3 (32b43f6f-a166-4fbd-adce-080c4d711545/029d1ebe-22a2-45b9-8a2e-0cab033d9ebc/c457681d-3a8c-4dd9-8504-6d6688cf2963) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:58.232242 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7ea22069-86ad-4fb7-ac19-2c824c50dae3 req-254c1e1c-65dc-424a-a708-eb7afab0a203 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 210 time: 0.0496111 May 26 11:05:58.456799 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:58.474188 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Transition to ACTIVE for port object c457681d-3a8c-4dd9-8504-6d6688cf2963 will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:58.501284 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:58.514197 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-610e840e-3de2-4b4c-83fb-0f8916f2e489 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:58.575155 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Network 32b43f6f-a166-4fbd-adce-080c4d711545 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:58.578744 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:58.582703 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:58.644821 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event updated for resources: {'Port': ['ID=c457681d-3a8c-4dd9-8504-6d6688cf2963,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:58.649516 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:58.667524 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:58.668453 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:58.706867 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-160b3f78-cfd6-470e-bc64-72be32ed082b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9781923 May 26 11:05:58.727238 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Request body: {'port': {'device_id': '6d8fe752-327b-40ef-ae83-5a19dce5215e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:58.849307 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:58.882369 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-68f9f180-d2ff-45bb-8c61-57b1c9f1fa6d None None] Provisioning for port c457681d-3a8c-4dd9-8504-6d6688cf2963 completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:58.888277 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-68f9f180-d2ff-45bb-8c61-57b1c9f1fa6d None None] Provisioning complete for port c457681d-3a8c-4dd9-8504-6d6688cf2963 triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:58.889141 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-68f9f180-d2ff-45bb-8c61-57b1c9f1fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:58.957079 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-68f9f180-d2ff-45bb-8c61-57b1c9f1fa6d None None] Port c457681d-3a8c-4dd9-8504-6d6688cf2963 cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:05:59.212119 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36799de-3ca9-4d0a-9617-d872174a1416 req-07839d55-758f-4088-bcda-dafd8d1098f1 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:59.213505 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f36799de-3ca9-4d0a-9617-d872174a1416 req-07839d55-758f-4088-bcda-dafd8d1098f1 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 944 time: 0.2033339 May 26 11:05:59.310626 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f36799de-3ca9-4d0a-9617-d872174a1416 req-18f97ba9-a47d-4ee5-a72e-e48ab5d48e0d tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907516 May 26 11:05:59.318060 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c457681d-3a8c-4dd9-8504-6d6688cf2963 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:05:59.332861 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:59.347587 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Transition to ACTIVE for port object c457681d-3a8c-4dd9-8504-6d6688cf2963 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:59.352343 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6437530'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:59.357053 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-cc3bb12a-675d-4e30-977d-7c96bfcca56d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:59.489794 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c457681d-3a8c-4dd9-8504-6d6688cf2963,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:59.518862 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:59.590426 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf361dd-5832-4a62-bd95-40ca5550c197 req-0d9eda58-d7ff-46c6-8e84-d9541c546e03 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:59.592104 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bbf361dd-5832-4a62-bd95-40ca5550c197 req-0d9eda58-d7ff-46c6-8e84-d9541c546e03 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 943 time: 0.0925808 May 26 11:05:59.643095 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bbf361dd-5832-4a62-bd95-40ca5550c197 req-8a49d8b4-f966-4549-8edd-120c97aa3543 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442109 May 26 11:05:59.691957 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Attempting to bind port c457681d-3a8c-4dd9-8504-6d6688cf2963 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:05:59.692443 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Attempting to bind port c457681d-3a8c-4dd9-8504-6d6688cf2963 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:05:59.692607 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Attempting to bind port c457681d-3a8c-4dd9-8504-6d6688cf2963 on network 32b43f6f-a166-4fbd-adce-080c4d711545 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:59.710713 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Port c457681d-3a8c-4dd9-8504-6d6688cf2963 on network 32b43f6f-a166-4fbd-adce-080c4d711545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:05:59.711035 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Attempting to bind port c457681d-3a8c-4dd9-8504-6d6688cf2963 on network 32b43f6f-a166-4fbd-adce-080c4d711545 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:59.721163 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:05:59.721532 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Checking segment: {'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:59.721915 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Bound using segment: {'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:05:59.722348 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Bound port: c457681d-3a8c-4dd9-8504-6d6688cf2963, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '603b0290-2bf3-4c16-a58b-0d854f24c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:05:59.722678 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:59.786056 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-8f64e862-a141-4074-b0ea-414fe458d4c9 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:59.786657 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-8f64e862-a141-4074-b0ea-414fe458d4c9 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Synchronizing usage tracker for tenant:7fc77cc7781f47649d58e530d7097c8b on resource:network {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:05:59.911922 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-8f64e862-a141-4074-b0ea-414fe458d4c9 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Unset dirty status for tenant:7fc77cc7781f47649d58e530d7097c8b on resource:network {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:05:59.913062 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-8f64e862-a141-4074-b0ea-414fe458d4c9 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/networks?id=6f591e2d-c11f-4b87-bfed-33abb2aee750 HTTP/1.1" status: 200 len: 815 time: 0.3447921 May 26 11:05:59.928117 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] For port c457681d-3a8c-4dd9-8504-6d6688cf2963, host hv-cinder-79313, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:05:59.934822 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-e6c18219-857e-4e02-baa3-fe1f6c45b82d tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/quotas/7fc77cc7781f47649d58e530d7097c8b HTTP/1.1" status: 200 len: 375 time: 0.0147884 May 26 11:05:59.937302 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] For port c457681d-3a8c-4dd9-8504-6d6688cf2963, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=c457681d-3a8c-4dd9-8504-6d6688cf2963,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:05:59.976130 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6437530'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:59.985004 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fbfe8269-22a0-4dc3-a9c8-89de8fcc13cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:00.015488 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 146c25b3-c060-4f45-a368-b07ea13879d4 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:06:00.056817 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:00.056817 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:00.056817 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] 10.222.0.16 "PUT /v2.0/ports/c457681d-3a8c-4dd9-8504-6d6688cf2963 HTTP/1.1" status: 200 len: 1093 time: 1.3319719 May 26 11:06:00.056817 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8fe752-327b-40ef-ae83-5a19dce5215e', 'tag': 'c457681d-3a8c-4dd9-8504-6d6688cf2963'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:06:00.084683 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c457681d-3a8c-4dd9-8504-6d6688cf2963,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:00.088515 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:00.102916 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-3ca19187-0613-4079-adff-524e83973f6f tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Synchronizing usage tracker for tenant:7fc77cc7781f47649d58e530d7097c8b on resource:port {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:06:00.125938 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-3ca19187-0613-4079-adff-524e83973f6f tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Unset dirty status for tenant:7fc77cc7781f47649d58e530d7097c8b on resource:port {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:06:00.127274 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-3ca19187-0613-4079-adff-524e83973f6f tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7fc77cc7781f47649d58e530d7097c8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1866937 May 26 11:06:00.168130 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8fe752-327b-40ef-ae83-5a19dce5215e', 'tag': 'c457681d-3a8c-4dd9-8504-6d6688cf2963', 'status': 'completed', 'code': 200} May 26 11:06:00.191103 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 146c25b3-c060-4f45-a368-b07ea13879d4, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=146c25b3-c060-4f45-a368-b07ea13879d4,segment=NetworkSegment(fbc18602-f252-43ed-9181-9fb695771e8b),segment_id=fbc18602-f252-43ed-9181-9fb695771e8b)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:00.206686 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '146c25b3-c060-4f45-a368-b07ea13879d4', 'network_id': 'ef439212-dc4a-41dc-958e-f0d36d48907a', 'port_id': '146c25b3-c060-4f45-a368-b07ea13879d4', 'mac_address': 'fa:16:3e:ff:e5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcca5e0a-6849-4864-a53f-3fc3a174966c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:06:00.262281 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:00.278504 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146c25b3-c060-4f45-a368-b07ea13879d4 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:06:00.293895 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 146c25b3-c060-4f45-a368-b07ea13879d4, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=146c25b3-c060-4f45-a368-b07ea13879d4,segment=NetworkSegment(fbc18602-f252-43ed-9181-9fb695771e8b),segment_id=fbc18602-f252-43ed-9181-9fb695771e8b)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:00.299439 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:00.301145 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:00.315461 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-cff2f040-e003-4e19-b439-adcd6b4f5ebf service neutron] 10.222.0.25 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491535 May 26 11:06:00.318042 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-7b1c7961-180b-4e0f-bc56-676313cd5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:00.319376 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-7b1c7961-180b-4e0f-bc56-676313cd5342 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dea62f1d4724fffaaf71875aa52046c&device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 1096 time: 0.1892748 May 26 11:06:00.376251 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=146c25b3-c060-4f45-a368-b07ea13879d4,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:00.379275 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:00.460377 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-b04205cf-9edb-4c88-b9ae-3464c63484c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c457681d-3a8c-4dd9-8504-6d6688cf2963 HTTP/1.1" status: 200 len: 217 time: 0.1169686 May 26 11:06:00.519321 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef7d92-18f2-490c-8391-230bce07f133 req-66e2d805-4e28-4501-afd5-ace5a22b8714 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:00.520794 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-dbef7d92-18f2-490c-8391-230bce07f133 req-66e2d805-4e28-4501-afd5-ace5a22b8714 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 945 time: 0.1001256 May 26 11:06:00.559085 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-ee93532c-ae42-49bb-9135-b4ca35ade158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:00.560365 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-ee93532c-ae42-49bb-9135-b4ca35ade158 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=029d1ebe-22a2-45b9-8a2e-0cab033d9ebc HTTP/1.1" status: 200 len: 850 time: 0.0883322 May 26 11:06:00.565854 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-715f7bb5-4ad6-4fca-9986-0c1d5e67d980 service neutron] 10.222.0.25 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441869 May 26 11:06:00.623018 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['146c25b3-c060-4f45-a368-b07ea13879d4'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:06:00.653967 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-ddbc0810-f73e-4249-a329-2d16f25fefe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:00.655479 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-ddbc0810-f73e-4249-a329-2d16f25fefe2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=32b43f6f-a166-4fbd-adce-080c4d711545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842495 May 26 11:06:00.663105 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-dbef7d92-18f2-490c-8391-230bce07f133 req-120d9654-f527-4e04-852a-bde24340cf29 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365738 May 26 11:06:00.827130 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-099f5098-c847-4b8b-a16b-e70c355b3d07 service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567245 May 26 11:06:00.905840 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4c802-d104-407e-980d-de0a528d559a req-fe00ae1e-6c41-4dcc-a97d-f72ba14e3eee tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:00.907626 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2ab4c802-d104-407e-980d-de0a528d559a req-fe00ae1e-6c41-4dcc-a97d-f72ba14e3eee tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 943 time: 0.0860441 May 26 11:06:00.959583 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2ab4c802-d104-407e-980d-de0a528d559a req-cc3b6031-9385-4a6e-bbd6-738ac0dca6b4 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456445 May 26 11:06:00.982764 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d9aa600e-157d-4d00-8b62-863a5dbe19fc req-5103491b-a7d4-48dd-8c14-0b3a30dccba2 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 210 time: 0.0573006 May 26 11:06:01.034790 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8c2ea670-f3b5-428e-93b1-d538292bacf7 req-66f6a794-c737-49d4-819a-a0ce3074c6e2 service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840112 May 26 11:06:01.226173 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47ca79-a3e1-4db1-8bcf-3d3fa9df0551 req-ffe03c8d-cd1f-457d-814a-345d8bad8237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:01.227689 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5a47ca79-a3e1-4db1-8bcf-3d3fa9df0551 req-ffe03c8d-cd1f-457d-814a-345d8bad8237 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dea62f1d4724fffaaf71875aa52046c&device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 1096 time: 0.0738504 May 26 11:06:01.361066 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47ca79-a3e1-4db1-8bcf-3d3fa9df0551 req-e1270785-5c26-4275-b397-41c69fc21e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:01.362488 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5a47ca79-a3e1-4db1-8bcf-3d3fa9df0551 req-e1270785-5c26-4275-b397-41c69fc21e10 service neutron] 10.222.0.16 "GET /v2.0/networks?id=32b43f6f-a166-4fbd-adce-080c4d711545 HTTP/1.1" status: 200 len: 912 time: 0.1275306 May 26 11:06:01.433635 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5a47ca79-a3e1-4db1-8bcf-3d3fa9df0551 req-05c4457f-c5f4-4b4f-9e06-e92d52abbbd8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c457681d-3a8c-4dd9-8504-6d6688cf2963 HTTP/1.1" status: 200 len: 217 time: 0.0639327 May 26 11:06:01.499636 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47ca79-a3e1-4db1-8bcf-3d3fa9df0551 req-4eb30cc4-e470-47f6-9535-c6d4bf156961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:01.501058 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5a47ca79-a3e1-4db1-8bcf-3d3fa9df0551 req-4eb30cc4-e470-47f6-9535-c6d4bf156961 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=029d1ebe-22a2-45b9-8a2e-0cab033d9ebc HTTP/1.1" status: 200 len: 850 time: 0.0601046 May 26 11:06:01.585944 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47ca79-a3e1-4db1-8bcf-3d3fa9df0551 req-bc870a42-c7ef-43ca-9e5d-26c4ce4bd5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:01.587432 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5a47ca79-a3e1-4db1-8bcf-3d3fa9df0551 req-bc870a42-c7ef-43ca-9e5d-26c4ce4bd5c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=32b43f6f-a166-4fbd-adce-080c4d711545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690653 May 26 11:06:01.809488 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5a47ca79-a3e1-4db1-8bcf-3d3fa9df0551 req-f3b4b0f5-f9be-4040-8b12-f505333546af service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123964 May 26 11:06:01.865232 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e687e-9114-4cc5-b069-16cde660d5f1 req-2f8faa54-1471-4a4f-b356-740256fafafe tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:01.869868 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-627e687e-9114-4cc5-b069-16cde660d5f1 req-2f8faa54-1471-4a4f-b356-740256fafafe tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 945 time: 0.0908110 May 26 11:06:01.929218 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-627e687e-9114-4cc5-b069-16cde660d5f1 req-aa1d70cb-3f4b-4aa8-be8a-daef712e21d8 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536201 May 26 11:06:01.962275 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5a47ca79-a3e1-4db1-8bcf-3d3fa9df0551 req-06aa2e1c-d310-4b51-abff-58d886521ed9 service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366968 May 26 11:06:02.017146 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 146c25b3-c060-4f45-a368-b07ea13879d4 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:06:02.107596 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port 146c25b3-c060-4f45-a368-b07ea13879d4 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:06:02.111262 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-5fce721c-7c29-4786-a4ae-564307f37428 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:02.112977 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-5fce721c-7c29-4786-a4ae-564307f37428 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.16 "GET /v2.0/networks?id=6f591e2d-c11f-4b87-bfed-33abb2aee750 HTTP/1.1" status: 200 len: 815 time: 0.1828265 May 26 11:06:02.113118 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 146c25b3-c060-4f45-a368-b07ea13879d4 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:02.113515 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:02.176097 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Request body: {'port': {'device_id': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'admin_state_up': True, 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:02.204723 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-63ce3bc1-87f2-4bca-b807-ac600c294e97 req-05229385-13f6-44c2-b63b-70ddcb660ae3 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 210 time: 0.0532014 May 26 11:06:02.253306 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:02.280901 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0596c15f-3ecb-4efd-a76c-8f85bcdf1923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146c25b3-c060-4f45-a368-b07ea13879d4'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:06:02.290643 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 146c25b3-c060-4f45-a368-b07ea13879d4, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=146c25b3-c060-4f45-a368-b07ea13879d4,segment=NetworkSegment(fbc18602-f252-43ed-9181-9fb695771e8b),segment_id=fbc18602-f252-43ed-9181-9fb695771e8b)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:02.295147 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:02.297013 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:02.331889 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0596c15f-3ecb-4efd-a76c-8f85bcdf1923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146c25b3-c060-4f45-a368-b07ea13879d4', 'code': 200} May 26 11:06:02.341044 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27e75a-858b-4b46-956d-d492c6174765 req-cc94e40e-c9b7-4b08-99ae-63cde876e391 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:02.342544 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0f27e75a-858b-4b46-956d-d492c6174765 req-cc94e40e-c9b7-4b08-99ae-63cde876e391 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 943 time: 0.2094245 May 26 11:06:02.363664 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=146c25b3-c060-4f45-a368-b07ea13879d4,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:02.366700 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:02.373609 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:06:02.395963 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:06:02.412318 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0f27e75a-858b-4b46-956d-d492c6174765 req-bfd91d73-e757-4cd3-998d-5be22de61ffb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638268 May 26 11:06:02.419089 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Made reservation on behalf of 7fc77cc7781f47649d58e530d7097c8b for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:06:02.424495 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:02.610835 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Allocated IP 172.20.0.12 (6f591e2d-c11f-4b87-bfed-33abb2aee750/9f1cc99d-af2a-43d1-9515-959e3cc712a5/e247c92f-cf04-4f28-8720-9fc67be822af) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:06:02.723835 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bd90d-a2d1-4c32-81d0-a9be37c42ba3 req-d8121713-0a80-4c25-a314-1fd9b52bfe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:02.725320 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-562bd90d-a2d1-4c32-81d0-a9be37c42ba3 req-d8121713-0a80-4c25-a314-1fd9b52bfe10 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 1099 time: 0.1673794 May 26 11:06:02.873011 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:02.892753 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Transition to ACTIVE for port object e247c92f-cf04-4f28-8720-9fc67be822af will not be triggered until provisioned by entity DHCP. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:06:02.923201 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:02.931690 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-740cd143-f3ad-44be-adeb-9bc8cedc618b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:03.023071 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event updated for resources: {'Port': ['ID=e247c92f-cf04-4f28-8720-9fc67be822af,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:03.026634 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:03.031559 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Network 6f591e2d-c11f-4b87-bfed-33abb2aee750 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:06:03.032642 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:06:03.034772 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:06:03.104430 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:03.105080 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:03.134291 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0021880 May 26 11:06:03.244450 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2ffe4-1290-450d-98fe-9cb3567c2152 req-654599a3-6d3b-4037-b0cf-745b4be4e2ab tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:03.246787 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-bcb2ffe4-1290-450d-98fe-9cb3567c2152 req-654599a3-6d3b-4037-b0cf-745b4be4e2ab tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.1543167 May 26 11:06:03.297517 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-bcb2ffe4-1290-450d-98fe-9cb3567c2152 req-c23fc486-3284-4fef-aabd-437b577200d4 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 May 26 11:06:03.297768 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-8ffe46ec-a3d7-49c1-b259-43c7a09447a5 None None] Provisioning for port e247c92f-cf04-4f28-8720-9fc67be822af completed by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:06:03.302345 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-8ffe46ec-a3d7-49c1-b259-43c7a09447a5 None None] Provisioning complete for port e247c92f-cf04-4f28-8720-9fc67be822af triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:03.309602 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8ffe46ec-a3d7-49c1-b259-43c7a09447a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:03.387581 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe46ec-a3d7-49c1-b259-43c7a09447a5 None None] Port e247c92f-cf04-4f28-8720-9fc67be822af cannot update to ACTIVE because it is not bound. {{(pid=91666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:06:03.502059 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02c607-303a-45ab-b301-e1e60e9b8022 req-ec96dc53-e271-4454-b93b-1c4a151b39f1 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:03.503932 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-db02c607-303a-45ab-b301-e1e60e9b8022 req-ec96dc53-e271-4454-b93b-1c4a151b39f1 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 932 time: 0.0872593 May 26 11:06:03.552079 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-db02c607-303a-45ab-b301-e1e60e9b8022 req-c114af81-74b0-42ca-9246-83a9e5de7152 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Synchronizing usage tracker for tenant:7fc77cc7781f47649d58e530d7097c8b on resource:security_group {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:06:03.570153 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-db02c607-303a-45ab-b301-e1e60e9b8022 req-c114af81-74b0-42ca-9246-83a9e5de7152 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Unset dirty status for tenant:7fc77cc7781f47649d58e530d7097c8b on resource:security_group {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:06:03.571398 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-db02c607-303a-45ab-b301-e1e60e9b8022 req-c114af81-74b0-42ca-9246-83a9e5de7152 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600474 May 26 11:06:03.758052 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f8a24-4785-4b6f-beef-47a9bc52af95 req-8b067169-8b22-4fff-be67-87f123b68f22 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:03.758647 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-638f8a24-4785-4b6f-beef-47a9bc52af95 req-8b067169-8b22-4fff-be67-87f123b68f22 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Synchronizing usage tracker for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:port {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:06:03.773174 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-638f8a24-4785-4b6f-beef-47a9bc52af95 req-8b067169-8b22-4fff-be67-87f123b68f22 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Unset dirty status for tenant:5dea62f1d4724fffaaf71875aa52046c on resource:port {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:06:03.774328 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-638f8a24-4785-4b6f-beef-47a9bc52af95 req-8b067169-8b22-4fff-be67-87f123b68f22 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 943 time: 0.0998755 May 26 11:06:03.819531 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-638f8a24-4785-4b6f-beef-47a9bc52af95 req-6fe3732e-a108-43df-9e75-d3c33cb8a739 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393217 May 26 11:06:04.030651 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device c457681d-3a8c-4dd9-8504-6d6688cf2963 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:06:04.175343 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port c457681d-3a8c-4dd9-8504-6d6688cf2963, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=c457681d-3a8c-4dd9-8504-6d6688cf2963,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:04.187912 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': 'c457681d-3a8c-4dd9-8504-6d6688cf2963', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'port_id': 'c457681d-3a8c-4dd9-8504-6d6688cf2963', 'mac_address': 'fa:16:3e:83:c1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:06:04.260933 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:04.280081 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c457681d-3a8c-4dd9-8504-6d6688cf2963 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:06:04.295714 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port c457681d-3a8c-4dd9-8504-6d6688cf2963, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=c457681d-3a8c-4dd9-8504-6d6688cf2963,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:04.301201 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:04.303774 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2d6c165d-3ec4-44d0-ac3c-b1b4e6928604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:04.374359 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=c457681d-3a8c-4dd9-8504-6d6688cf2963,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:04.377443 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:04.487966 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada0c0d-d5df-4778-b77e-682888bf4082 req-c9b4ddd8-2d99-4497-a427-1b084a5cb430 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:04.489441 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1ada0c0d-d5df-4778-b77e-682888bf4082 req-c9b4ddd8-2d99-4497-a427-1b084a5cb430 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.0829892 May 26 11:06:04.532939 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1ada0c0d-d5df-4778-b77e-682888bf4082 req-b956a5e8-0e39-4217-9afc-5924de62cbab tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378003 May 26 11:06:04.643653 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['c457681d-3a8c-4dd9-8504-6d6688cf2963'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:06:04.789028 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97232892-9f2a-4e0e-b3f8-9b89102b6b0f req-e9fc6026-ba69-4e73-ac33-90b8105647f9 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:04.790556 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-97232892-9f2a-4e0e-b3f8-9b89102b6b0f req-e9fc6026-ba69-4e73-ac33-90b8105647f9 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 932 time: 0.1130092 May 26 11:06:04.841885 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-97232892-9f2a-4e0e-b3f8-9b89102b6b0f req-5e11fc30-6d34-4447-bf06-4b58f2881a65 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444191 May 26 11:06:05.035895 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3ed93-945f-4d92-91a2-632a5e4aa569 req-4954fe3c-e584-4c82-961f-127f9074bbbb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:05.047371 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b5c3ed93-945f-4d92-91a2-632a5e4aa569 req-4954fe3c-e584-4c82-961f-127f9074bbbb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 944 time: 0.1135991 May 26 11:06:05.093563 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b5c3ed93-945f-4d92-91a2-632a5e4aa569 req-42ef4120-9618-42fa-b402-ef2c40e8bdd4 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454030 May 26 11:06:05.724688 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349a54-f86f-4eeb-b933-c28cba3cc120 req-a69b6518-b7bc-4184-8006-170c39749b5e tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:05.727808 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4f349a54-f86f-4eeb-b933-c28cba3cc120 req-a69b6518-b7bc-4184-8006-170c39749b5e tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.0890405 May 26 11:06:05.772871 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4f349a54-f86f-4eeb-b933-c28cba3cc120 req-7cb1d7e9-5008-428a-ae4f-3af28899ded3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405552 May 26 11:06:06.038978 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527e47d-6acd-43b0-a9ec-92f564bf52bf req-f7c50f50-16e3-4f4e-86d4-01ec460da4ff tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:06.041336 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3527e47d-6acd-43b0-a9ec-92f564bf52bf req-f7c50f50-16e3-4f4e-86d4-01ec460da4ff tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 932 time: 0.0880752 May 26 11:06:06.042701 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device c457681d-3a8c-4dd9-8504-6d6688cf2963 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:06:06.086211 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3527e47d-6acd-43b0-a9ec-92f564bf52bf req-f416db46-c8c6-4d64-be95-c2b5dd9f0421 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388970 May 26 11:06:06.112356 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port c457681d-3a8c-4dd9-8504-6d6688cf2963 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:06:06.117233 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port c457681d-3a8c-4dd9-8504-6d6688cf2963 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:06.117732 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:06.302459 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:06.315478 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc39ca-7a54-4064-8fe1-4f4c73560c2c req-fddbc9b1-d118-4589-a82c-73feaf560bfc tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:06.317094 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-facc39ca-7a54-4064-8fe1-4f4c73560c2c req-fddbc9b1-d118-4589-a82c-73feaf560bfc tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 944 time: 0.0918984 May 26 11:06:06.329999 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8fe752-327b-40ef-ae83-5a19dce5215e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c457681d-3a8c-4dd9-8504-6d6688cf2963'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:06:06.340632 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port c457681d-3a8c-4dd9-8504-6d6688cf2963, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=c457681d-3a8c-4dd9-8504-6d6688cf2963,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:06.345823 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:06.347648 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:06.365987 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-facc39ca-7a54-4064-8fe1-4f4c73560c2c req-bdb9dd1a-76eb-48d5-856f-dfd774a58555 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431349 May 26 11:06:06.469821 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8fe752-327b-40ef-ae83-5a19dce5215e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c457681d-3a8c-4dd9-8504-6d6688cf2963', 'code': 200} May 26 11:06:06.480133 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=c457681d-3a8c-4dd9-8504-6d6688cf2963,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:06.491656 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:06.959668 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e896df-b2b6-4aa5-9073-667b3612e02f req-c63de559-b08f-4bbe-b402-68e61a37a23c tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:06.961196 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-66e896df-b2b6-4aa5-9073-667b3612e02f req-c63de559-b08f-4bbe-b402-68e61a37a23c tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.0799513 May 26 11:06:07.029777 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-66e896df-b2b6-4aa5-9073-667b3612e02f req-99204c37-cc6c-471c-9c2c-a7cf64ead6d5 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594549 May 26 11:06:07.271770 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502920c9-217e-470b-8797-7e890d857499 req-59dd317a-160c-44c4-9818-971169107517 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:07.273512 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-502920c9-217e-470b-8797-7e890d857499 req-59dd317a-160c-44c4-9818-971169107517 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 932 time: 0.0799913 May 26 11:06:07.335377 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-502920c9-217e-470b-8797-7e890d857499 req-4fd35b79-eee7-44c0-bc3b-8bbee1b44957 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557907 May 26 11:06:07.553944 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05954ea-f703-4150-8c73-7ad5b3ee9b90 req-a6b3a16c-dbc7-4880-bea5-895a4d25c828 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:07.555371 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a05954ea-f703-4150-8c73-7ad5b3ee9b90 req-a6b3a16c-dbc7-4880-bea5-895a4d25c828 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 945 time: 0.0817621 May 26 11:06:07.598964 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a05954ea-f703-4150-8c73-7ad5b3ee9b90 req-fbfed48a-7cc6-4bf3-a787-b773216e88f7 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380702 May 26 11:06:08.247149 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc953e-b308-44d7-86a7-98a9f2c33771 req-3a730e7a-32b0-459c-8891-2cb11943c131 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:08.248754 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-62bc953e-b308-44d7-86a7-98a9f2c33771 req-3a730e7a-32b0-459c-8891-2cb11943c131 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.1065705 May 26 11:06:08.294460 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-62bc953e-b308-44d7-86a7-98a9f2c33771 req-ad6916ee-0105-4e62-b596-794a6b92d160 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393784 May 26 11:06:08.548553 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c938b5f-be34-4831-ac47-21a2cb240362 req-3666fa92-38b7-430b-b9cc-2f4d874d267e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:08.550234 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5c938b5f-be34-4831-ac47-21a2cb240362 req-3666fa92-38b7-430b-b9cc-2f4d874d267e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 932 time: 0.1120520 May 26 11:06:08.596303 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5c938b5f-be34-4831-ac47-21a2cb240362 req-fbe5c4d4-73c1-4ef2-b49c-e9b9cd2f93ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 May 26 11:06:08.790269 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb95f89-2d6c-4306-b78c-759077da0bea req-c0d72007-9c75-4966-aa60-c24e663a084b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:08.792146 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fcb95f89-2d6c-4306-b78c-759077da0bea req-c0d72007-9c75-4966-aa60-c24e663a084b tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 945 time: 0.0878103 May 26 11:06:08.841998 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fcb95f89-2d6c-4306-b78c-759077da0bea req-7911a0d1-2b9d-4609-871a-260365c3e3b6 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437348 May 26 11:06:09.576767 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b03b76-e963-4c45-9def-32ae09b118e8 req-a540d25d-a415-4b2c-b22e-eacb8c7c7e4a tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:09.578158 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f1b03b76-e963-4c45-9def-32ae09b118e8 req-a540d25d-a415-4b2c-b22e-eacb8c7c7e4a tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.1795480 May 26 11:06:09.623081 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f1b03b76-e963-4c45-9def-32ae09b118e8 req-c576d045-f7a8-413d-b8b1-3873e34b9338 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392900 May 26 11:06:09.812731 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7107194-1368-453b-8a57-016c06f7d115 req-fb26d350-b48e-449e-861c-5acfcadef67f tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:09.814304 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b7107194-1368-453b-8a57-016c06f7d115 req-fb26d350-b48e-449e-861c-5acfcadef67f tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 932 time: 0.0827823 May 26 11:06:09.858337 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b7107194-1368-453b-8a57-016c06f7d115 req-1c3aca39-82e7-42fe-a715-d0a3b6d3f5e7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382581 May 26 11:06:10.193095 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc54e5-38d5-4101-9c6f-52be33a29687 req-adf3a698-eb13-4d3e-86d3-702fcc6ba2fb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:10.195029 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-adbc54e5-38d5-4101-9c6f-52be33a29687 req-adf3a698-eb13-4d3e-86d3-702fcc6ba2fb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 945 time: 0.0886822 May 26 11:06:10.242413 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-adbc54e5-38d5-4101-9c6f-52be33a29687 req-aacc9a69-e2d7-44e5-b558-4b4abbfc4dac tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416512 May 26 11:06:10.905749 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c64ff0-e41f-419d-965d-19353046cec5 req-7f8c7f43-41d1-4085-8dd9-c31383c1570e tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:10.908165 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-52c64ff0-e41f-419d-965d-19353046cec5 req-7f8c7f43-41d1-4085-8dd9-c31383c1570e tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.0909982 May 26 11:06:10.954361 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-52c64ff0-e41f-419d-965d-19353046cec5 req-75650191-1e41-4ae9-aed5-efbcac53ab2a tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 May 26 11:06:11.131272 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f013a93-f449-4392-9da4-eba6be67fd45 req-9985ed7c-c477-4a95-abfe-3eef5cb3b297 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:11.133098 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9f013a93-f449-4392-9da4-eba6be67fd45 req-9985ed7c-c477-4a95-abfe-3eef5cb3b297 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 932 time: 0.0849116 May 26 11:06:11.180516 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9f013a93-f449-4392-9da4-eba6be67fd45 req-b0fcea14-c8d0-4df3-849c-99edb24f3dcd tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 May 26 11:06:11.442840 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c54dd-f85f-4cdc-b7db-98cfaa502a5e req-9b73bd67-10b1-4865-9024-bb2977d46fcf tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:11.444297 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0b0c54dd-f85f-4cdc-b7db-98cfaa502a5e req-9b73bd67-10b1-4865-9024-bb2977d46fcf tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 945 time: 0.0834153 May 26 11:06:11.666481 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0b0c54dd-f85f-4cdc-b7db-98cfaa502a5e req-fc79fdd5-1507-4760-981b-851f89de9257 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157259 May 26 11:06:12.137103 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c16b14-ead5-4f2f-8d1d-b48845a55726 req-22b7439d-4e24-4233-bba4-33d22462084e tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:12.138590 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d1c16b14-ead5-4f2f-8d1d-b48845a55726 req-22b7439d-4e24-4233-bba4-33d22462084e tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.0783095 May 26 11:06:12.186123 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d1c16b14-ead5-4f2f-8d1d-b48845a55726 req-a6c9845d-c141-4713-bb47-213fda1d0e0e tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 May 26 11:06:12.369382 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16430f88-c28d-483b-9af8-81749123115d req-86d3e4aa-35f6-464a-94e8-09107f201e54 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:12.370760 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-16430f88-c28d-483b-9af8-81749123115d req-86d3e4aa-35f6-464a-94e8-09107f201e54 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 932 time: 0.0809393 May 26 11:06:12.416889 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-16430f88-c28d-483b-9af8-81749123115d req-60cd21ac-8c9e-423e-b2e9-59bc2c348fe4 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404184 May 26 11:06:12.850284 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88caacf-6891-4a90-9707-c37ff70fd745 req-1a775169-c414-4dc7-9b7e-2c675eab40b4 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:12.851725 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a88caacf-6891-4a90-9707-c37ff70fd745 req-1a775169-c414-4dc7-9b7e-2c675eab40b4 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 945 time: 0.0829430 May 26 11:06:12.903280 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a88caacf-6891-4a90-9707-c37ff70fd745 req-3cd29a55-7601-47e3-ac94-be3771536902 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459063 May 26 11:06:13.370083 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35c05c-4fee-4d95-9965-8607335b5630 req-9700d365-a4fd-4c73-ab50-2aa8021f42b1 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:13.371986 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9d35c05c-4fee-4d95-9965-8607335b5630 req-9700d365-a4fd-4c73-ab50-2aa8021f42b1 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.0800414 May 26 11:06:13.414568 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9d35c05c-4fee-4d95-9965-8607335b5630 req-853b6454-5f9d-410b-9886-9e28b4d8492e tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371077 May 26 11:06:13.607949 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd75398-5648-4aac-9565-c2d256f2a8a5 req-bea08be2-9cab-4b26-939c-9c368e4fbd32 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:13.609451 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5cd75398-5648-4aac-9565-c2d256f2a8a5 req-bea08be2-9cab-4b26-939c-9c368e4fbd32 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 932 time: 0.0849671 May 26 11:06:13.654507 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5cd75398-5648-4aac-9565-c2d256f2a8a5 req-c9ce811f-bf03-4805-b9cc-ecb76a87c98e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393744 May 26 11:06:14.086681 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615217c-9b08-4ce3-ba2f-d4a49292744c req-b8c2acee-3d3e-4d0a-8ecb-f21bf4d4b46a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:14.088161 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8615217c-9b08-4ce3-ba2f-d4a49292744c req-b8c2acee-3d3e-4d0a-8ecb-f21bf4d4b46a tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 945 time: 0.0794632 May 26 11:06:14.134714 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8615217c-9b08-4ce3-ba2f-d4a49292744c req-decb08e3-fd6f-4672-935f-139c630d0176 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401802 May 26 11:06:14.594606 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d2b07-59b8-4ab4-b257-569fc4e11748 req-a43a2ea6-6a0a-49f9-8c96-3cb9ffc76672 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:14.596060 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0f1d2b07-59b8-4ab4-b257-569fc4e11748 req-a43a2ea6-6a0a-49f9-8c96-3cb9ffc76672 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.0795538 May 26 11:06:14.640970 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0f1d2b07-59b8-4ab4-b257-569fc4e11748 req-482cef1f-e36b-46a8-8d3e-b93a38622e8b tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393384 May 26 11:06:14.661425 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Request body: {'port': {'device_id': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:14.704164 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-562bd90d-a2d1-4c32-81d0-a9be37c42ba3 req-83ff06e6-f6eb-47a1-aeab-f1defdde834b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405760 May 26 11:06:14.786532 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:14.889433 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed755a7-1f2e-476c-9741-4fe1999f574e req-4fdc1d65-b353-4c71-9591-f275832737ba tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:14.892189 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1ed755a7-1f2e-476c-9741-4fe1999f574e req-4fdc1d65-b353-4c71-9591-f275832737ba tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 932 time: 0.0924606 May 26 11:06:14.937591 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1ed755a7-1f2e-476c-9741-4fe1999f574e req-a575e1f1-e31f-47c2-931a-fc5ab76e0ff6 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404036 May 26 11:06:15.113581 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d299c4-c658-4ec8-8b48-0b2103d2edea req-cadb1f11-5986-4901-8d88-a9bece570b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:15.115235 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-41d299c4-c658-4ec8-8b48-0b2103d2edea req-cadb1f11-5986-4901-8d88-a9bece570b05 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 1098 time: 0.0738671 May 26 11:06:15.148616 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e247c92f-cf04-4f28-8720-9fc67be822af {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:06:15.160628 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:15.169062 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-41d299c4-c658-4ec8-8b48-0b2103d2edea req-e7959bc9-5c91-41ec-bd8e-7b0c2607c10e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464277 May 26 11:06:15.177177 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Transition to ACTIVE for port object e247c92f-cf04-4f28-8720-9fc67be822af will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:06:15.181059 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:15.185991 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1ca69b2b-a3f0-49ec-8eb3-3b0072b2db8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:15.456919 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Pushing event updated for resources: {'Port': ['ID=e247c92f-cf04-4f28-8720-9fc67be822af,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:15.522637 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:15.587692 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Attempting to bind port e247c92f-cf04-4f28-8720-9fc67be822af on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:06:15.588023 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Attempting to bind port e247c92f-cf04-4f28-8720-9fc67be822af by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '72ae5488-e320-4b10-9de8-f3261759c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:06:15.588350 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Attempting to bind port e247c92f-cf04-4f28-8720-9fc67be822af on network 6f591e2d-c11f-4b87-bfed-33abb2aee750 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:06:15.596487 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Port e247c92f-cf04-4f28-8720-9fc67be822af on network 6f591e2d-c11f-4b87-bfed-33abb2aee750 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:06:15.596834 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Attempting to bind port e247c92f-cf04-4f28-8720-9fc67be822af on network 6f591e2d-c11f-4b87-bfed-33abb2aee750 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:06:15.607519 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a223b5-c34f-49c0-8400-35d8dd958896 req-f6e5745f-09f9-40c4-927d-9e7358100f41 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:15.608973 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-81a223b5-c34f-49c0-8400-35d8dd958896 req-f6e5745f-09f9-40c4-927d-9e7358100f41 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 945 time: 0.2331839 May 26 11:06:15.611369 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:06:15.611703 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Checking segment: {'id': '72ae5488-e320-4b10-9de8-f3261759c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:06:15.612076 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Bound using segment: {'id': '72ae5488-e320-4b10-9de8-f3261759c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:06:15.612503 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Bound port: e247c92f-cf04-4f28-8720-9fc67be822af, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ae5488-e320-4b10-9de8-f3261759c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:06:15.612846 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:15.709460 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-81a223b5-c34f-49c0-8400-35d8dd958896 req-84898c18-729c-4a72-83b1-a2671e32394f tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872920 May 26 11:06:15.738852 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] For port e247c92f-cf04-4f28-8720-9fc67be822af, host hv-cinder-79313, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:06:15.741855 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] For port e247c92f-cf04-4f28-8720-9fc67be822af, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=e247c92f-cf04-4f28-8720-9fc67be822af,segment=NetworkSegment(72ae5488-e320-4b10-9de8-f3261759c4be),segment_id=72ae5488-e320-4b10-9de8-f3261759c4be)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:06:15.746673 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:15.751200 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:15.809620 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:15.809828 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:15.811151 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] 10.222.0.16 "PUT /v2.0/ports/e247c92f-cf04-4f28-8720-9fc67be822af HTTP/1.1" status: 200 len: 1094 time: 1.1541235 May 26 11:06:15.811659 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'tag': 'e247c92f-cf04-4f28-8720-9fc67be822af'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:06:15.832510 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Pushing event updated for resources: {'Port': ['ID=e247c92f-cf04-4f28-8720-9fc67be822af,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:15.833801 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb06a34-d6a4-435b-b694-e3c887ab7e21 req-194fdb97-cf09-4c8d-8f3f-e8fbc880a3ca tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:15.835378 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5cb06a34-d6a4-435b-b694-e3c887ab7e21 req-194fdb97-cf09-4c8d-8f3f-e8fbc880a3ca tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.0862975 May 26 11:06:15.836774 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:15.886400 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5cb06a34-d6a4-435b-b694-e3c887ab7e21 req-96f82500-c419-403e-8897-329e40716638 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421946 May 26 11:06:15.888809 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'tag': 'e247c92f-cf04-4f28-8720-9fc67be822af', 'status': 'completed', 'code': 200} May 26 11:06:16.003272 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-9fcdc78f-ed19-46fc-a56d-3379b55a4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:16.011034 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-9fcdc78f-ed19-46fc-a56d-3379b55a4de0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7fc77cc7781f47649d58e530d7097c8b&device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 1097 time: 0.0888226 May 26 11:06:16.128205 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-2639ddc6-ee78-496e-ac55-df75bd7df66b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e247c92f-cf04-4f28-8720-9fc67be822af HTTP/1.1" status: 200 len: 217 time: 0.0922399 May 26 11:06:16.219189 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ee34e11a-6ff6-4568-8d56-005f2947da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:16.220621 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-ee34e11a-6ff6-4568-8d56-005f2947da75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f1cc99d-af2a-43d1-9515-959e3cc712a5 HTTP/1.1" status: 200 len: 854 time: 0.0813842 May 26 11:06:16.235942 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc4129-853a-44c8-ad75-d97c4e837b5a req-e666a4a0-17d4-4236-b432-9058839a88ec tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:16.236622 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-c8fc4129-853a-44c8-ad75-d97c4e837b5a req-e666a4a0-17d4-4236-b432-9058839a88ec tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Synchronizing usage tracker for tenant:7fc77cc7781f47649d58e530d7097c8b on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:06:16.254311 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-c8fc4129-853a-44c8-ad75-d97c4e837b5a req-e666a4a0-17d4-4236-b432-9058839a88ec tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Unset dirty status for tenant:7fc77cc7781f47649d58e530d7097c8b on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:06:16.257014 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c8fc4129-853a-44c8-ad75-d97c4e837b5a req-e666a4a0-17d4-4236-b432-9058839a88ec tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 944 time: 0.1651373 May 26 11:06:16.303335 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c8fc4129-853a-44c8-ad75-d97c4e837b5a req-f9a294cd-a4ab-45b3-a8e0-e24199191f5e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 May 26 11:06:16.392072 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-7053e02b-2fbe-4adb-8b64-c35339deffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:16.393616 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-7053e02b-2fbe-4adb-8b64-c35339deffa1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f591e2d-c11f-4b87-bfed-33abb2aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716019 May 26 11:06:16.530179 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-4e8d4f79-9898-41b6-82cf-46d1a994def6 service neutron] 10.222.0.16 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271801 May 26 11:06:16.663773 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ea88a20a-1406-4954-bead-87a2b8fe528f req-509f3dea-6ae3-4713-a6a8-3e33aad35a90 service neutron] 10.222.0.16 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238060 May 26 11:06:16.846616 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba466ae-464c-4136-922c-7c9793a8de49 req-e506a9a8-1331-4b92-b984-e5fee531c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:16.848007 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bba466ae-464c-4136-922c-7c9793a8de49 req-e506a9a8-1331-4b92-b984-e5fee531c83e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7fc77cc7781f47649d58e530d7097c8b&device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 1097 time: 0.0757766 May 26 11:06:16.892905 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa844ef0-9af4-4bc0-b6ac-8c10cd9ca518 req-9065e3c2-bef7-4a7a-b86b-7ea7ba957327 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:16.894372 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fa844ef0-9af4-4bc0-b6ac-8c10cd9ca518 req-9065e3c2-bef7-4a7a-b86b-7ea7ba957327 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 945 time: 0.0787249 May 26 11:06:16.943714 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fa844ef0-9af4-4bc0-b6ac-8c10cd9ca518 req-a8034b1b-5e31-4517-96c4-4b509fe536ed tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434639 May 26 11:06:16.985281 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba466ae-464c-4136-922c-7c9793a8de49 req-b30386b0-b0b4-4b2d-a195-aea95caa920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:16.986767 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bba466ae-464c-4136-922c-7c9793a8de49 req-b30386b0-b0b4-4b2d-a195-aea95caa920c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f591e2d-c11f-4b87-bfed-33abb2aee750 HTTP/1.1" status: 200 len: 916 time: 0.1312232 May 26 11:06:17.090674 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bba466ae-464c-4136-922c-7c9793a8de49 req-a980d36d-bcc3-4d81-9285-22df5196ca0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e247c92f-cf04-4f28-8720-9fc67be822af HTTP/1.1" status: 200 len: 217 time: 0.0960133 May 26 11:06:17.129520 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ead4c-c45d-4f62-a634-b72cf057b7e9 req-e42c0d86-fb58-4c53-abb5-5781b23afe52 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:17.130929 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c52ead4c-c45d-4f62-a634-b72cf057b7e9 req-e42c0d86-fb58-4c53-abb5-5781b23afe52 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 945 time: 0.0803723 May 26 11:06:17.139943 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 45058) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:17.144939 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-d533c338-14f8-44b6-92cb-3f1c7e11be92 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Request body: {'floatingip': {'port_id': 'c457681d-3a8c-4dd9-8504-6d6688cf2963'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:17.173504 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba466ae-464c-4136-922c-7c9793a8de49 req-709e5d74-2352-484a-97bf-8b7e0d8b52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:17.174945 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bba466ae-464c-4136-922c-7c9793a8de49 req-709e5d74-2352-484a-97bf-8b7e0d8b52e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f1cc99d-af2a-43d1-9515-959e3cc712a5 HTTP/1.1" status: 200 len: 854 time: 0.0734031 May 26 11:06:17.191044 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579bc06-1af0-4661-9013-3202e3171b57 req-6b9d30e0-ff0e-4028-b1a6-8ab9a4c03633 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:17.192407 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5579bc06-1af0-4661-9013-3202e3171b57 req-6b9d30e0-ff0e-4028-b1a6-8ab9a4c03633 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.1428885 May 26 11:06:17.310504 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d533c338-14f8-44b6-92cb-3f1c7e11be92 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for floatingip, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:17.387221 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5579bc06-1af0-4661-9013-3202e3171b57 req-19f7a542-e98f-4835-ba35-5e29feeb856f tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548047 May 26 11:06:17.398423 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba466ae-464c-4136-922c-7c9793a8de49 req-8a50ef05-2b99-4751-ace2-af8588121980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:17.399893 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bba466ae-464c-4136-922c-7c9793a8de49 req-8a50ef05-2b99-4751-ace2-af8588121980 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f591e2d-c11f-4b87-bfed-33abb2aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2167227 May 26 11:06:17.588784 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bba466ae-464c-4136-922c-7c9793a8de49 req-6d58fd4b-163f-4859-8db7-8a0f610c298c service neutron] 10.222.0.16 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743300 May 26 11:06:17.751811 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfeb90-206f-45c2-8b8a-28855c719927 req-31116352-ed62-4cd3-8390-57bde33c079a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:17.753294 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-22bfeb90-206f-45c2-8b8a-28855c719927 req-31116352-ed62-4cd3-8390-57bde33c079a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 944 time: 0.2081649 May 26 11:06:17.789963 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bba466ae-464c-4136-922c-7c9793a8de49 req-b2127ae9-f798-4b0b-bde3-2a433a24e0fb service neutron] 10.222.0.16 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840875 May 26 11:06:17.819992 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-22bfeb90-206f-45c2-8b8a-28855c719927 req-71573f67-7e34-4637-b69f-3ba7b52012ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552332 May 26 11:06:17.908150 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e00c82-2027-478f-b077-2f51666ad7dc req-4be795c5-2de5-447b-8267-a68d8a76bfe1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:17.909533 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-66e00c82-2027-478f-b077-2f51666ad7dc req-4be795c5-2de5-447b-8267-a68d8a76bfe1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.1226933 May 26 11:06:17.970158 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-66e00c82-2027-478f-b077-2f51666ad7dc req-2545895e-36b8-43f0-bd45-84ed2335b48e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543215 May 26 11:06:18.067672 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d533c338-14f8-44b6-92cb-3f1c7e11be92 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:18.071599 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d533c338-14f8-44b6-92cb-3f1c7e11be92 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503015'] for floatingip, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:18.131299 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device e247c92f-cf04-4f28-8720-9fc67be822af details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:06:18.244395 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.l3_db [None req-d533c338-14f8-44b6-92cb-3f1c7e11be92 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Floating IP d516e6a3-a9a4-4e0f-b9ad-dbc79de68c57 associated. External IP: 172.28.0.114, port: c457681d-3a8c-4dd9-8504-6d6688cf2963. May 26 11:06:18.264494 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port e247c92f-cf04-4f28-8720-9fc67be822af, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=e247c92f-cf04-4f28-8720-9fc67be822af,segment=NetworkSegment(72ae5488-e320-4b10-9de8-f3261759c4be),segment_id=72ae5488-e320-4b10-9de8-f3261759c4be)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:18.278289 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': 'e247c92f-cf04-4f28-8720-9fc67be822af', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'port_id': 'e247c92f-cf04-4f28-8720-9fc67be822af', 'mac_address': 'fa:16:3e:63:9f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:06:18.337380 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:18.354629 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e247c92f-cf04-4f28-8720-9fc67be822af {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:06:18.370422 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port e247c92f-cf04-4f28-8720-9fc67be822af, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=e247c92f-cf04-4f28-8720-9fc67be822af,segment=NetworkSegment(72ae5488-e320-4b10-9de8-f3261759c4be),segment_id=72ae5488-e320-4b10-9de8-f3261759c4be)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:18.375314 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:18.377109 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-843619cc-a353-46e9-a5e6-d4474121d542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:18.443915 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=e247c92f-cf04-4f28-8720-9fc67be822af,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:18.447058 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:18.736394 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['e247c92f-cf04-4f28-8720-9fc67be822af'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:06:18.767802 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d533c338-14f8-44b6-92cb-3f1c7e11be92 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Router b6302efb-1532-4fa5-847d-8a16584b2a12 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:06:18.858847 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7b5ba-7f83-4a84-a69b-bfb3f994435c req-cc7ebffc-780c-4124-a91a-eec087dddd3a tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:18.860343 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-03b7b5ba-7f83-4a84-a69b-bfb3f994435c req-cc7ebffc-780c-4124-a91a-eec087dddd3a tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.2711353 May 26 11:06:18.986321 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-03b7b5ba-7f83-4a84-a69b-bfb3f994435c req-ad0a2f9b-11cb-4574-8940-24b8ae5b7752 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173382 May 26 11:06:19.004179 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d533c338-14f8-44b6-92cb-3f1c7e11be92 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:06:19.005959 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67693c1-5f48-4dac-bbce-731beb30a9b5 req-6cbc4cc0-24ee-4da6-8e50-8f132d2e0a18 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:19.007603 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b67693c1-5f48-4dac-bbce-731beb30a9b5 req-6cbc4cc0-24ee-4da6-8e50-8f132d2e0a18 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 945 time: 0.0812194 May 26 11:06:19.009425 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d533c338-14f8-44b6-92cb-3f1c7e11be92 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:19.024301 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30db4fbd-319c-4eba-8911-8cff630704c8 None None] Sync routers for ids ['b6302efb-1532-4fa5-847d-8a16584b2a12'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:06:19.034804 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db4fbd-319c-4eba-8911-8cff630704c8 None None] Routers {'b6302efb-1532-4fa5-847d-8a16584b2a12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:06:19.035610 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-30db4fbd-319c-4eba-8911-8cff630704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['b6302efb-1532-4fa5-847d-8a16584b2a12'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:19.070695 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b67693c1-5f48-4dac-bbce-731beb30a9b5 req-759365fc-d743-41d1-ab5f-cbb5795d65c0 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442493 May 26 11:06:19.076752 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-d533c338-14f8-44b6-92cb-3f1c7e11be92 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "PUT /v2.0/floatingips/d516e6a3-a9a4-4e0f-b9ad-dbc79de68c57 HTTP/1.1" status: 200 len: 991 time: 1.9357595 May 26 11:06:19.077504 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8fe752-327b-40ef-ae83-5a19dce5215e', 'tag': 'c457681d-3a8c-4dd9-8504-6d6688cf2963'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:06:19.186942 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382adf1-1d99-43fe-9732-0ac23b98360c req-ab9d0da8-83bf-4676-8835-d1ce335364c1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:19.188417 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3382adf1-1d99-43fe-9732-0ac23b98360c req-ab9d0da8-83bf-4676-8835-d1ce335364c1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.0836735 May 26 11:06:19.217104 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-30db4fbd-319c-4eba-8911-8cff630704c8 None None] Set router b6302efb-1532-4fa5-847d-8a16584b2a12 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:06:19.236033 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3382adf1-1d99-43fe-9732-0ac23b98360c req-f26ca58c-97e1-4c69-8999-cd2014791f81 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416033 May 26 11:06:19.276783 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8fe752-327b-40ef-ae83-5a19dce5215e', 'tag': 'c457681d-3a8c-4dd9-8504-6d6688cf2963', 'status': 'completed', 'code': 200} May 26 11:06:19.404287 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce266c3-9ffb-4ccf-a981-fa7a9543b71d req-bbc861b9-fab3-447a-a2b8-054c8a842999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:19.405791 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ce266c3-9ffb-4ccf-a981-fa7a9543b71d req-bbc861b9-fab3-447a-a2b8-054c8a842999 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dea62f1d4724fffaaf71875aa52046c&device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 1098 time: 0.0748062 May 26 11:06:19.538242 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce266c3-9ffb-4ccf-a981-fa7a9543b71d req-35740c76-ed15-4743-ba4b-2e802997f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:19.539802 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ce266c3-9ffb-4ccf-a981-fa7a9543b71d req-35740c76-ed15-4743-ba4b-2e802997f7dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=32b43f6f-a166-4fbd-adce-080c4d711545 HTTP/1.1" status: 200 len: 912 time: 0.1265509 May 26 11:06:19.564089 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-30db4fbd-319c-4eba-8911-8cff630704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': 'd516e6a3-a9a4-4e0f-b9ad-dbc79de68c57', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'port_id': 'c457681d-3a8c-4dd9-8504-6d6688cf2963', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'mac_address': 'fa:16:3e:83:c1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8fe752-327b-40ef-ae83-5a19dce5215e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:05:53Z', 'updated_at': '2021-05-26T11:06:17Z', 'revision_number': 1, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:43Z', 'revision_number': 5, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:19.567817 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30db4fbd-319c-4eba-8911-8cff630704c8 None None] Checking router: b6302efb-1532-4fa5-847d-8a16584b2a12 for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:06:19.575990 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db4fbd-319c-4eba-8911-8cff630704c8 None None] Routers {'b6302efb-1532-4fa5-847d-8a16584b2a12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:06:19.576584 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-30db4fbd-319c-4eba-8911-8cff630704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:05:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['b6302efb-1532-4fa5-847d-8a16584b2a12'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:19.641322 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ce266c3-9ffb-4ccf-a981-fa7a9543b71d req-7a13bbc3-dc15-4a32-8bf1-a5b015684954 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c457681d-3a8c-4dd9-8504-6d6688cf2963 HTTP/1.1" status: 200 len: 999 time: 0.0943112 May 26 11:06:19.707653 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce266c3-9ffb-4ccf-a981-fa7a9543b71d req-d114a799-ddad-4678-8e12-01c806419ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:19.709197 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ce266c3-9ffb-4ccf-a981-fa7a9543b71d req-d114a799-ddad-4678-8e12-01c806419ef7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=029d1ebe-22a2-45b9-8a2e-0cab033d9ebc HTTP/1.1" status: 200 len: 850 time: 0.0599825 May 26 11:06:19.751295 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-30db4fbd-319c-4eba-8911-8cff630704c8 None None] Set router b6302efb-1532-4fa5-847d-8a16584b2a12 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:06:19.784909 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce266c3-9ffb-4ccf-a981-fa7a9543b71d req-1ab95474-c2cd-48e9-a590-0d878fd4828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:19.786454 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ce266c3-9ffb-4ccf-a981-fa7a9543b71d req-1ab95474-c2cd-48e9-a590-0d878fd4828e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=32b43f6f-a166-4fbd-adce-080c4d711545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689232 May 26 11:06:19.922967 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ce266c3-9ffb-4ccf-a981-fa7a9543b71d req-82f3f26a-4b06-490e-9003-66f91ba882c0 service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255076 May 26 11:06:20.059833 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0ce266c3-9ffb-4ccf-a981-fa7a9543b71d req-88326fdc-78ed-4d48-8530-2476406ba95c service neutron] 10.222.0.16 "GET /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299839 May 26 11:06:20.138359 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-30db4fbd-319c-4eba-8911-8cff630704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': 'd516e6a3-a9a4-4e0f-b9ad-dbc79de68c57', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'port_id': 'c457681d-3a8c-4dd9-8504-6d6688cf2963', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'mac_address': 'fa:16:3e:83:c1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8fe752-327b-40ef-ae83-5a19dce5215e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:05:53Z', 'updated_at': '2021-05-26T11:06:17Z', 'revision_number': 1, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:43Z', 'revision_number': 5, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:20.141920 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device e247c92f-cf04-4f28-8720-9fc67be822af up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:06:20.177235 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30db4fbd-319c-4eba-8911-8cff630704c8 None None] The sync data for ids ['b6302efb-1532-4fa5-847d-8a16584b2a12'] in dv-cinder-793136-1-smb is: [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': 'd516e6a3-a9a4-4e0f-b9ad-dbc79de68c57', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'port_id': 'c457681d-3a8c-4dd9-8504-6d6688cf2963', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'mac_address': 'fa:16:3e:83:c1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8fe752-327b-40ef-ae83-5a19dce5215e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:05:53Z', 'updated_at': '2021-05-26T11:06:17Z', 'revision_number': 1, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:43Z', 'revision_number': 5, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:06:20.191147 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daaeb3-cc9e-4665-ba2c-e5be4e5ae06c req-f44de48a-61c2-4f2b-91cb-57b0fca63946 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:20.198486 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-07daaeb3-cc9e-4665-ba2c-e5be4e5ae06c req-f44de48a-61c2-4f2b-91cb-57b0fca63946 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.0916498 May 26 11:06:20.237180 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port e247c92f-cf04-4f28-8720-9fc67be822af completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:06:20.244866 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2b1d-c3f6-4649-a8e3-a96c3fbefcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:20.249040 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port e247c92f-cf04-4f28-8720-9fc67be822af triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:20.249611 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:20.253968 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-07daaeb3-cc9e-4665-ba2c-e5be4e5ae06c req-fb536208-8a3c-4f5d-974e-a1ea6774dc21 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0598670-585b-466b-8a81-779a603d381c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537784 May 26 11:06:20.346797 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f7b20-eca8-4b61-8f0d-ca16d5b92d56 req-890fa7c6-e5ea-46ff-b22a-2b4883a308f0 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:20.348278 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7c4f7b20-eca8-4b61-8f0d-ca16d5b92d56 req-890fa7c6-e5ea-46ff-b22a-2b4883a308f0 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 945 time: 0.1575761 May 26 11:06:20.363945 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a01ff-35ab-4b98-9b31-b1f590999223 req-6601faa0-2ee0-4ac7-b4af-85eca8f7c131 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:20.365473 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-346a01ff-35ab-4b98-9b31-b1f590999223 req-6601faa0-2ee0-4ac7-b4af-85eca8f7c131 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.16 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 946 time: 0.1193311 May 26 11:06:20.387473 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:20.421509 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port e247c92f-cf04-4f28-8720-9fc67be822af, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=e247c92f-cf04-4f28-8720-9fc67be822af,segment=NetworkSegment(72ae5488-e320-4b10-9de8-f3261759c4be),segment_id=72ae5488-e320-4b10-9de8-f3261759c4be)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:20.422569 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e247c92f-cf04-4f28-8720-9fc67be822af'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:06:20.431042 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:20.434079 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:20.468368 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-7c4f7b20-eca8-4b61-8f0d-ca16d5b92d56 req-ce1813c2-904f-4ae2-82e2-5156450e1244 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018963 May 26 11:06:20.480755 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887907ef-042b-4d75-b696-52d29e0c2d61 None None] New status for floating IP d516e6a3-a9a4-4e0f-b9ad-dbc79de68c57: ACTIVE {{(pid=91667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:06:20.517714 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=e247c92f-cf04-4f28-8720-9fc67be822af,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:20.521971 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:20.551800 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-346a01ff-35ab-4b98-9b31-b1f590999223 req-0b240813-5451-4806-ae63-41642dbcc470 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Deleting port 146c25b3-c060-4f45-a368-b07ea13879d4 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:06:20.552142 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-346a01ff-35ab-4b98-9b31-b1f590999223 req-0b240813-5451-4806-ae63-41642dbcc470 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:20.566590 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e247c92f-cf04-4f28-8720-9fc67be822af', 'code': 200} May 26 11:06:20.624438 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443ad0f-e082-4920-8501-e7bd192d06c3 req-4f400c07-e2a6-4445-81e1-adf7605da243 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:20.626310 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d443ad0f-e082-4920-8501-e7bd192d06c3 req-4f400c07-e2a6-4445-81e1-adf7605da243 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.0939732 May 26 11:06:20.688470 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d443ad0f-e082-4920-8501-e7bd192d06c3 req-e7e3382d-bc98-4e8c-85c8-b2aeeaf6e507 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523229 May 26 11:06:20.786185 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-346a01ff-35ab-4b98-9b31-b1f590999223 req-0b240813-5451-4806-ae63-41642dbcc470 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] For port 146c25b3-c060-4f45-a368-b07ea13879d4, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=146c25b3-c060-4f45-a368-b07ea13879d4,segment=NetworkSegment(fbc18602-f252-43ed-9181-9fb695771e8b),segment_id=fbc18602-f252-43ed-9181-9fb695771e8b)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:20.786537 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-346a01ff-35ab-4b98-9b31-b1f590999223 req-0b240813-5451-4806-ae63-41642dbcc470 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:20.886755 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419193c-42c4-4f86-a7b7-e33f9314f640 req-0a014a26-f4db-40d9-b2d7-24f6ea67b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:20.888226 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1419193c-42c4-4f86-a7b7-e33f9314f640 req-0a014a26-f4db-40d9-b2d7-24f6ea67b069 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 1099 time: 0.0701780 May 26 11:06:20.914547 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-346a01ff-35ab-4b98-9b31-b1f590999223 req-0b240813-5451-4806-ae63-41642dbcc470 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Calling delete_port for 146c25b3-c060-4f45-a368-b07ea13879d4 owned by compute:nova {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:06:20.928950 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1419193c-42c4-4f86-a7b7-e33f9314f640 req-273f79f9-eae4-4a83-9665-a23e51bf4d5c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336831 May 26 11:06:21.022577 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-346a01ff-35ab-4b98-9b31-b1f590999223 req-0b240813-5451-4806-ae63-41642dbcc470 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:21.027931 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2f1b9a1c-c414-4cd0-8e8f-c26dce5401cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:21.063813 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['146c25b3-c060-4f45-a368-b07ea13879d4'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:06:21.073743 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b240813-5451-4806-ae63-41642dbcc470 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Pushing event deleted for resources: {'Port': ['ID=146c25b3-c060-4f45-a368-b07ea13879d4,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:21.077303 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0b240813-5451-4806-ae63-41642dbcc470 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:21.148723 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-346a01ff-35ab-4b98-9b31-b1f590999223 req-0b240813-5451-4806-ae63-41642dbcc470 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] No DVR routers for this DVR port 146c25b3-c060-4f45-a368-b07ea13879d4 on host hv-cinder-79313 {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:06:21.151104 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-346a01ff-35ab-4b98-9b31-b1f590999223 req-0b240813-5451-4806-ae63-41642dbcc470 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:21.154063 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0596c15f-3ecb-4efd-a76c-8f85bcdf1923', 'name': 'network-vif-deleted', 'tag': '146c25b3-c060-4f45-a368-b07ea13879d4'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:06:21.170061 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-346a01ff-35ab-4b98-9b31-b1f590999223 req-0b240813-5451-4806-ae63-41642dbcc470 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.16 "DELETE /v2.0/ports/146c25b3-c060-4f45-a368-b07ea13879d4 HTTP/1.1" status: 204 len: 173 time: 0.7900248 May 26 11:06:21.199825 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0596c15f-3ecb-4efd-a76c-8f85bcdf1923', 'name': 'network-vif-deleted', 'tag': '146c25b3-c060-4f45-a368-b07ea13879d4', 'status': 'completed', 'code': 200} May 26 11:06:21.401031 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-68cc169e-83d1-4c5c-8912-f9fa21be0ade req-31bf99ea-661d-49e0-8a02-c1c6a49531db tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] 10.222.0.25 "GET /v2.0/ports?device_id=0596c15f-3ecb-4efd-a76c-8f85bcdf1923 HTTP/1.1" status: 200 len: 210 time: 0.0462074 May 26 11:06:21.445266 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe6394-921a-49be-96c1-bf20d9811796 req-ab67c8c3-8dbc-4c58-b78e-7798ba44578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:21.446793 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-60fe6394-921a-49be-96c1-bf20d9811796 req-ab67c8c3-8dbc-4c58-b78e-7798ba44578f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 1098 time: 0.0762651 May 26 11:06:21.604065 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe6394-921a-49be-96c1-bf20d9811796 req-abb45eae-d594-4d90-8f57-11bf42714adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:21.607900 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-60fe6394-921a-49be-96c1-bf20d9811796 req-abb45eae-d594-4d90-8f57-11bf42714adc service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 200 len: 918 time: 0.1363997 May 26 11:06:21.675161 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cdb82-3f30-4a49-bc9f-3b3711683eab req-32e465b5-bba7-4e2c-ada7-5f89c488cc03 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:21.676624 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1b4cdb82-3f30-4a49-bc9f-3b3711683eab req-32e465b5-bba7-4e2c-ada7-5f89c488cc03 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 946 time: 0.0802987 May 26 11:06:21.711086 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-60fe6394-921a-49be-96c1-bf20d9811796 req-ba87df52-7794-4260-bb21-0370adfd8e8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3 HTTP/1.1" status: 200 len: 1000 time: 0.0953164 May 26 11:06:21.721743 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1b4cdb82-3f30-4a49-bc9f-3b3711683eab req-0122d911-0ce8-455b-bd53-3e308ba9af70 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390129 May 26 11:06:21.776729 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe6394-921a-49be-96c1-bf20d9811796 req-a9e9f622-6008-4fee-90f7-6786065cfc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:21.778151 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-60fe6394-921a-49be-96c1-bf20d9811796 req-a9e9f622-6008-4fee-90f7-6786065cfc54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78da3282-26cc-4d36-90ec-09bda8e0be96 HTTP/1.1" status: 200 len: 856 time: 0.0600741 May 26 11:06:21.944256 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79522e-a0d7-424f-9639-462d673fc36d req-e559eb0f-9f8f-4633-9fa5-1d986714a74b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:21.945739 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-fc79522e-a0d7-424f-9639-462d673fc36d req-e559eb0f-9f8f-4633-9fa5-1d986714a74b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.1451304 May 26 11:06:21.948251 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe6394-921a-49be-96c1-bf20d9811796 req-e7fbdf3e-8f50-4651-9426-465d35bcd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:21.949585 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-60fe6394-921a-49be-96c1-bf20d9811796 req-e7fbdf3e-8f50-4651-9426-465d35bcd510 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7ee213c-6e0b-4113-9589-8fb92bbb537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1129012 May 26 11:06:22.004600 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-fc79522e-a0d7-424f-9639-462d673fc36d req-30c500a9-bf8a-483a-ac37-5f6205ec3105 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530946 May 26 11:06:22.169259 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-60fe6394-921a-49be-96c1-bf20d9811796 req-090f0407-d5dd-4ed2-8136-edc2e798ff7e service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330011 May 26 11:06:22.182656 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:22.306693 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-60fe6394-921a-49be-96c1-bf20d9811796 req-ca7fc757-0fae-4a85-af45-fc195abe9f25 service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300111 May 26 11:06:22.372631 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:22.880918 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e7b2373c-00f6-41b7-962d-9aaf82d28eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:22.908379 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470de61-d9ac-438f-bd88-da666ec6ffe3 req-4583bf63-4328-48b4-a826-661c152e5511 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:22.909851 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7470de61-d9ac-438f-bd88-da666ec6ffe3 req-4583bf63-4328-48b4-a826-661c152e5511 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 946 time: 0.0847032 May 26 11:06:22.954857 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7470de61-d9ac-438f-bd88-da666ec6ffe3 req-8472c22c-d929-4b08-9df2-bfe097535a3a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 May 26 11:06:23.154138 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000dd78-75fb-4036-845a-a7ef3315978c req-2c301869-755e-4c7d-aac6-47d62a2e149e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:23.155920 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c000dd78-75fb-4036-845a-a7ef3315978c req-2c301869-755e-4c7d-aac6-47d62a2e149e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 946 time: 0.0873630 May 26 11:06:23.197605 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7835b26-6f9c-4e4f-afa0-96572641d173 req-c52fd83b-f9b1-4c22-8807-fc3a9f2c111d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:23.205225 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b7835b26-6f9c-4e4f-afa0-96572641d173 req-c52fd83b-f9b1-4c22-8807-fc3a9f2c111d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.0912204 May 26 11:06:23.206227 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c000dd78-75fb-4036-845a-a7ef3315978c req-f11ee681-2fed-4170-bbdb-88cf0983330c tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445330 May 26 11:06:23.249993 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b7835b26-6f9c-4e4f-afa0-96572641d173 req-ca9138d5-9601-4f51-8000-2c294ac8fa32 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438812 May 26 11:06:23.544630 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:23.625584 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f44c8e-a6ef-4c74-9d90-4f7e7f502ecc req-4974aa07-f705-47de-a2da-499e1cbae536 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:23.627070 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-92f44c8e-a6ef-4c74-9d90-4f7e7f502ecc req-4974aa07-f705-47de-a2da-499e1cbae536 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 946 time: 0.0921047 May 26 11:06:23.676574 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-92f44c8e-a6ef-4c74-9d90-4f7e7f502ecc req-d65790a2-6006-44ed-aa3a-f848b6b5bec6 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439301 May 26 11:06:24.192400 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 146c25b3-c060-4f45-a368-b07ea13879d4 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:06:24.226898 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: 146c25b3-c060-4f45-a368-b07ea13879d4 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:06:24.227247 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 146c25b3-c060-4f45-a368-b07ea13879d4 not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:06:24.441659 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55eec4-f4ca-4363-be19-1dd91aafb613 req-bc38535a-0376-463a-9c09-9ba7b602086c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:24.442998 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-bd55eec4-f4ca-4363-be19-1dd91aafb613 req-bc38535a-0376-463a-9c09-9ba7b602086c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.0823228 May 26 11:06:24.486575 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-bd55eec4-f4ca-4363-be19-1dd91aafb613 req-ac9ed35c-eec9-4162-a880-568b226f18a9 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380654 May 26 11:06:25.215543 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:06:25.305311 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:25.718654 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ea2c3-e82e-40d2-a481-686c11e23b29 req-d1cba287-7eaa-4c6c-8465-67fff5206178 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:25.720975 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-764ea2c3-e82e-40d2-a481-686c11e23b29 req-d1cba287-7eaa-4c6c-8465-67fff5206178 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.1091051 May 26 11:06:25.776591 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-764ea2c3-e82e-40d2-a481-686c11e23b29 req-dcfb4b1a-23a5-4022-80b5-7a2f0e68e26c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480921 May 26 11:06:27.004207 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b697783-a253-4c4a-8452-ae0e5704efa3 req-2b5e1013-f58d-4568-a2b7-e7a4464e41f9 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:27.019650 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8b697783-a253-4c4a-8452-ae0e5704efa3 req-2b5e1013-f58d-4568-a2b7-e7a4464e41f9 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.1080210 May 26 11:06:27.071780 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8b697783-a253-4c4a-8452-ae0e5704efa3 req-d1f26efb-987c-4a24-aa42-4cd7d7978d8d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511870 May 26 11:06:28.359810 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd943c-3550-4e67-addd-1204a8d4d429 req-b794142b-585e-48ae-80b1-3819a157e6a8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:28.362118 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8cdd943c-3550-4e67-addd-1204a8d4d429 req-b794142b-585e-48ae-80b1-3819a157e6a8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.1765780 May 26 11:06:28.415366 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8cdd943c-3550-4e67-addd-1204a8d4d429 req-2640f4e6-cd78-43fa-9aa2-c362f63ca941 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438187 May 26 11:06:28.892838 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132334c-eb04-4ef5-af6f-c8fa9e1c9e97 req-600846de-8d15-4dba-a109-d2efefefadd5 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:28.894961 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2132334c-eb04-4ef5-af6f-c8fa9e1c9e97 req-600846de-8d15-4dba-a109-d2efefefadd5 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 946 time: 0.0890198 May 26 11:06:28.960233 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2132334c-eb04-4ef5-af6f-c8fa9e1c9e97 req-37a4fae3-f169-4242-8582-f6a5fc541c92 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585272 May 26 11:06:28.988293 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 45258) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:29.131072 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc8b57d-4727-4989-83d1-7292a1047644 tempest-TestMinimumBasicScenario-1588103920 tempest-TestMinimumBasicScenario-1588103920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:29.132982 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-afc8b57d-4727-4989-83d1-7292a1047644 tempest-TestMinimumBasicScenario-1588103920 tempest-TestMinimumBasicScenario-1588103920-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 1094 time: 0.1427903 May 26 11:06:29.135998 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 45268) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:29.141248 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Request body: {'floatingip': {'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'port_id': 'e247c92f-cf04-4f28-8720-9fc67be822af', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:29.148379 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:06:29.152920 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Usage tracker for resource:floatingip and tenant:7fc77cc7781f47649d58e530d7097c8b is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:06:29.155817 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:06:29.162152 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:06:29.174586 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for floatingip, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:29.340789 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:29.537288 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Allocated IP 172.28.0.116 (73333234-0678-4b2b-9b0b-6206666e8f13/e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0/ee9732af-4066-45ff-9765-abdf59cbb682) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:06:29.935359 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:29.947432 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766da72-93ca-4bae-99ac-341efbe78efb req-30ec246e-677c-4a15-94db-02fcc8f99f9c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:29.949477 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3766da72-93ca-4bae-99ac-341efbe78efb req-30ec246e-677c-4a15-94db-02fcc8f99f9c tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.3646464 May 26 11:06:30.015901 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3766da72-93ca-4bae-99ac-341efbe78efb req-26d42711-2583-45c2-abe8-bd858dce3439 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576239 May 26 11:06:30.045697 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:30.050624 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1476936b-8336-49f1-849e-5b7588377f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:30.162091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event updated for resources: {'Port': ['ID=ee9732af-4066-45ff-9765-abdf59cbb682,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:30.162091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:30.162091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:30.162091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:30.162091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:30.162091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:30.162091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:30.162091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:30.162091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:30.162091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:30.162091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:30.162091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:30.162091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:30.163275 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:30.189665 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Network 73333234-0678-4b2b-9b0b-6206666e8f13 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:06:30.191798 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:06:30.197254 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:06:30.645461 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:30.728238 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:31.012786 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:31.019549 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6437530'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:31.023878 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-36248338-65a2-43e0-9bb7-8e000425a0d9 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:31.144774 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event updated for resources: {'Port': ['ID=ee9732af-4066-45ff-9765-abdf59cbb682,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:31.147704 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:31.153296 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503015'] for floatingip, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:31.385069 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.l3_db [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Floating IP 8f1d1c67-bbdd-44f9-9444-473db02a3dfc associated. External IP: 172.28.0.116, port: e247c92f-cf04-4f28-8720-9fc67be822af. May 26 11:06:31.643834 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946f1e-498a-48bc-adec-2894939f6f96 req-cdacd8f7-a300-4b37-8e24-e37ca67644d8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:31.645329 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5e946f1e-498a-48bc-adec-2894939f6f96 req-cdacd8f7-a300-4b37-8e24-e37ca67644d8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.4071431 May 26 11:06:31.734139 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5e946f1e-498a-48bc-adec-2894939f6f96 req-59e85173-215e-49bd-a149-8b9e5d6599bb tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803022 May 26 11:06:31.931337 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Router bad61353-c418-463f-8c19-dbd037f26911 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:06:32.165197 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:06:32.180967 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084a2ac-84e5-4797-9129-f0994ebd7de7 None None] Sync routers for ids ['bad61353-c418-463f-8c19-dbd037f26911'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:06:32.192265 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e084a2ac-84e5-4797-9129-f0994ebd7de7 None None] Routers {'bad61353-c418-463f-8c19-dbd037f26911'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:06:32.193397 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-e084a2ac-84e5-4797-9129-f0994ebd7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:06:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['bad61353-c418-463f-8c19-dbd037f26911'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:32.208950 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:32.273695 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1364641 May 26 11:06:32.274512 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'tag': 'e247c92f-cf04-4f28-8720-9fc67be822af'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:06:32.276556 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 45298) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:32.282223 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1611040390', 'description': 'tempest-secgroup-smoke-1611040390 description', 'project_id': '7fc77cc7781f47649d58e530d7097c8b'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:32.294984 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:06:32.309827 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:06:32.327888 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:32.331019 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'tag': 'e247c92f-cf04-4f28-8720-9fc67be822af', 'status': 'completed', 'code': 200} May 26 11:06:32.372943 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:06:32.377632 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Usage tracker for resource:security_group_rule and tenant:7fc77cc7781f47649d58e530d7097c8b is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:06:32.380838 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:06:32.381146 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-e084a2ac-84e5-4797-9129-f0994ebd7de7 None None] Set router bad61353-c418-463f-8c19-dbd037f26911 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:06:32.394750 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:06:32.494063 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:32.536980 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:32.548951 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-114c2aa9-bb14-4db4-b8d6-72c01c898f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:32.616654 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0603edf-7633-4727-8a1b-15b35fc69be8,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:32.641235 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:32.641783 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:32.642264 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:32.642740 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:32.643217 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:32.643578 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:32.644086 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:32.644543 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:32.644892 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:32.645238 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:32.645611 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:32.646009 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:32.650501 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:32.653482 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:32.654896 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3772428 May 26 11:06:32.658039 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 45306) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:32.663214 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-9f55cd19-972c-4be0-98ab-ae13fe1aaf8e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Request body: {'security_group_rule': {'security_group_id': 'e0603edf-7633-4727-8a1b-15b35fc69be8', 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:32.663637 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc675b-d516-4e94-a768-a06e8ad43c1d req-303902d5-7721-4521-9603-9790f1cb20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:32.665673 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b2fc675b-d516-4e94-a768-a06e8ad43c1d req-303902d5-7721-4521-9603-9790f1cb20ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7fc77cc7781f47649d58e530d7097c8b&device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 1099 time: 0.2813671 May 26 11:06:32.673581 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-9f55cd19-972c-4be0-98ab-ae13fe1aaf8e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:06:32.682193 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-9f55cd19-972c-4be0-98ab-ae13fe1aaf8e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Usage tracker for resource:security_group_rule and tenant:7fc77cc7781f47649d58e530d7097c8b is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:06:32.686604 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-9f55cd19-972c-4be0-98ab-ae13fe1aaf8e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:06:32.696788 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-9f55cd19-972c-4be0-98ab-ae13fe1aaf8e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:06:32.726384 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9f55cd19-972c-4be0-98ab-ae13fe1aaf8e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:32.779802 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-e084a2ac-84e5-4797-9129-f0994ebd7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 4, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port': {'id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:33Z', 'updated_at': '2021-05-26T11:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': '8f1d1c67-bbdd-44f9-9444-473db02a3dfc', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'floating_ip_address': '172.28.0.116', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'port_id': 'e247c92f-cf04-4f28-8720-9fc67be822af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'mac_address': 'fa:16:3e:63:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:06:30Z', 'updated_at': '2021-05-26T11:06:30Z', 'revision_number': 0, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6abb0d43-cbc2-4c74-a312-6c8b7c6c9969', 'name': '', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'mac_address': 'fa:16:3e:5d:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:35Z', 'updated_at': '2021-05-26T11:05:42Z', 'revision_number': 5, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'subnets': [{'id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:32.785331 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084a2ac-84e5-4797-9129-f0994ebd7de7 None None] Checking router: bad61353-c418-463f-8c19-dbd037f26911 for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:06:32.800603 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e084a2ac-84e5-4797-9129-f0994ebd7de7 None None] Routers {'bad61353-c418-463f-8c19-dbd037f26911'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:06:32.801239 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-e084a2ac-84e5-4797-9129-f0994ebd7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:06:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['bad61353-c418-463f-8c19-dbd037f26911'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:32.822712 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9f55cd19-972c-4be0-98ab-ae13fe1aaf8e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:32.830072 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9f55cd19-972c-4be0-98ab-ae13fe1aaf8e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:32.833669 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:32.855039 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc675b-d516-4e94-a768-a06e8ad43c1d req-3725db97-401e-4ebc-aefc-a81a7376f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:32.856929 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b2fc675b-d516-4e94-a768-a06e8ad43c1d req-3725db97-401e-4ebc-aefc-a81a7376f848 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f591e2d-c11f-4b87-bfed-33abb2aee750 HTTP/1.1" status: 200 len: 916 time: 0.1822886 May 26 11:06:32.876456 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9f55cd19-972c-4be0-98ab-ae13fe1aaf8e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:32.880135 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-9f55cd19-972c-4be0-98ab-ae13fe1aaf8e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2187898 May 26 11:06:32.880135 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55cd19-972c-4be0-98ab-ae13fe1aaf8e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c544f8b-0e3c-431a-9251-ada8ed213490,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:32.881646 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 45312) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:32.888690 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-68b10ed3-0086-40df-8017-132c736416a2 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Request body: {'security_group_rule': {'security_group_id': 'e0603edf-7633-4727-8a1b-15b35fc69be8', 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:32.898413 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-68b10ed3-0086-40df-8017-132c736416a2 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:06:32.904657 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-68b10ed3-0086-40df-8017-132c736416a2 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Usage tracker for resource:security_group_rule and tenant:7fc77cc7781f47649d58e530d7097c8b is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:06:32.923320 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-68b10ed3-0086-40df-8017-132c736416a2 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:06:32.933889 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-68b10ed3-0086-40df-8017-132c736416a2 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:06:32.951510 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9f55cd19-972c-4be0-98ab-ae13fe1aaf8e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:32.967850 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-68b10ed3-0086-40df-8017-132c736416a2 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.039758 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-e084a2ac-84e5-4797-9129-f0994ebd7de7 None None] Set router bad61353-c418-463f-8c19-dbd037f26911 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:06:33.063407 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-68b10ed3-0086-40df-8017-132c736416a2 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.070533 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-68b10ed3-0086-40df-8017-132c736416a2 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.072710 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:33.095045 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b2fc675b-d516-4e94-a768-a06e8ad43c1d req-6cbc1a7b-6d37-4542-a29d-0b45d89b2f8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e247c92f-cf04-4f28-8720-9fc67be822af HTTP/1.1" status: 200 len: 1000 time: 0.2302990 May 26 11:06:33.103296 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b10ed3-0086-40df-8017-132c736416a2 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881ecb90-e737-445c-8229-95c319d8a440,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:33.105900 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-68b10ed3-0086-40df-8017-132c736416a2 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:33.113437 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-68b10ed3-0086-40df-8017-132c736416a2 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.114735 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-68b10ed3-0086-40df-8017-132c736416a2 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2321932 May 26 11:06:33.118386 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 45316) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:33.125535 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-d39b7538-cc59-4e36-adfe-5d2601a65271 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Request body: {'security_group_rule': {'security_group_id': 'e0603edf-7633-4727-8a1b-15b35fc69be8', 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:33.132169 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-d39b7538-cc59-4e36-adfe-5d2601a65271 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:06:33.137629 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-d39b7538-cc59-4e36-adfe-5d2601a65271 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Usage tracker for resource:security_group_rule and tenant:7fc77cc7781f47649d58e530d7097c8b is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:06:33.140717 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-d39b7538-cc59-4e36-adfe-5d2601a65271 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:06:33.148061 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-d39b7538-cc59-4e36-adfe-5d2601a65271 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:06:33.183168 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d39b7538-cc59-4e36-adfe-5d2601a65271 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.190696 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93f3a6-75f4-46b1-8083-7e46c085ca7c req-054323a9-fddc-45ab-aea3-fb7918b56071 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:33.199558 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bf93f3a6-75f4-46b1-8083-7e46c085ca7c req-054323a9-fddc-45ab-aea3-fb7918b56071 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.2181568 May 26 11:06:33.276877 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc675b-d516-4e94-a768-a06e8ad43c1d req-6ae611ba-c4ea-4381-934d-9cd3111474b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:33.279567 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b2fc675b-d516-4e94-a768-a06e8ad43c1d req-6ae611ba-c4ea-4381-934d-9cd3111474b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f1cc99d-af2a-43d1-9515-959e3cc712a5 HTTP/1.1" status: 200 len: 854 time: 0.1780610 May 26 11:06:33.305643 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d39b7538-cc59-4e36-adfe-5d2601a65271 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.316376 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d39b7538-cc59-4e36-adfe-5d2601a65271 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.330652 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:33.344058 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bf93f3a6-75f4-46b1-8083-7e46c085ca7c req-842f63ba-2059-4b55-a0ec-21e4c6fba660 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435623 May 26 11:06:33.351606 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b7538-cc59-4e36-adfe-5d2601a65271 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96bd415-92b9-468a-a27e-7e6b2440eb99,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:33.354739 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-d39b7538-cc59-4e36-adfe-5d2601a65271 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:33.373068 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d39b7538-cc59-4e36-adfe-5d2601a65271 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.377136 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-d39b7538-cc59-4e36-adfe-5d2601a65271 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2549100 May 26 11:06:33.382603 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 45326) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:33.394336 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-10c0d49a-f714-47bd-87af-e3754720bf47 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Request body: {'security_group_rule': {'security_group_id': 'e0603edf-7633-4727-8a1b-15b35fc69be8', 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:33.406716 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-10c0d49a-f714-47bd-87af-e3754720bf47 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:06:33.415800 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-10c0d49a-f714-47bd-87af-e3754720bf47 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Usage tracker for resource:security_group_rule and tenant:7fc77cc7781f47649d58e530d7097c8b is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:06:33.421502 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-10c0d49a-f714-47bd-87af-e3754720bf47 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:06:33.431849 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-10c0d49a-f714-47bd-87af-e3754720bf47 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:06:33.438435 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc675b-d516-4e94-a768-a06e8ad43c1d req-dace8b44-0472-4d98-9363-95a34497bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:33.440035 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b2fc675b-d516-4e94-a768-a06e8ad43c1d req-dace8b44-0472-4d98-9363-95a34497bf42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f591e2d-c11f-4b87-bfed-33abb2aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1456883 May 26 11:06:33.464226 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-10c0d49a-f714-47bd-87af-e3754720bf47 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.578173 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-10c0d49a-f714-47bd-87af-e3754720bf47 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.593784 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-10c0d49a-f714-47bd-87af-e3754720bf47 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.598036 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b1a526e0-465f-4ea2-85ce-b10012043a76 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:33.605514 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b2fc675b-d516-4e94-a768-a06e8ad43c1d req-87d2f1a9-0562-4616-a5d8-a326ebd374ef service neutron] 10.222.0.16 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585422 May 26 11:06:33.629969 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0d49a-f714-47bd-87af-e3754720bf47 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d9f765-a4ba-47af-914a-037f4dadd4c1,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:33.680149 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-e084a2ac-84e5-4797-9129-f0994ebd7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 4, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port': {'id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:33Z', 'updated_at': '2021-05-26T11:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': '8f1d1c67-bbdd-44f9-9444-473db02a3dfc', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'floating_ip_address': '172.28.0.116', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'port_id': 'e247c92f-cf04-4f28-8720-9fc67be822af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'mac_address': 'fa:16:3e:63:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:06:30Z', 'updated_at': '2021-05-26T11:06:30Z', 'revision_number': 0, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6abb0d43-cbc2-4c74-a312-6c8b7c6c9969', 'name': '', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'mac_address': 'fa:16:3e:5d:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:35Z', 'updated_at': '2021-05-26T11:05:42Z', 'revision_number': 5, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'subnets': [{'id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:33.685470 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084a2ac-84e5-4797-9129-f0994ebd7de7 None None] The sync data for ids ['bad61353-c418-463f-8c19-dbd037f26911'] in dv-cinder-793136-1-smb is: [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 4, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port': {'id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:33Z', 'updated_at': '2021-05-26T11:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_floatingips': [{'id': '8f1d1c67-bbdd-44f9-9444-473db02a3dfc', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'floating_ip_address': '172.28.0.116', 'floating_network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'router_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'port_id': 'e247c92f-cf04-4f28-8720-9fc67be822af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'mac_address': 'fa:16:3e:63:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:06:30Z', 'updated_at': '2021-05-26T11:06:30Z', 'revision_number': 0, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6abb0d43-cbc2-4c74-a312-6c8b7c6c9969', 'name': '', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'mac_address': 'fa:16:3e:5d:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:35Z', 'updated_at': '2021-05-26T11:05:42Z', 'revision_number': 5, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'subnets': [{'id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:06:33.729193 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-10c0d49a-f714-47bd-87af-e3754720bf47 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:33.739126 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-10c0d49a-f714-47bd-87af-e3754720bf47 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.744398 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-10c0d49a-f714-47bd-87af-e3754720bf47 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3593111 May 26 11:06:33.745697 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 45330) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:33.754437 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-fe32c861-e3db-4710-bc99-f33d0c9a95f7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Request body: {'security_group_rule': {'security_group_id': 'e0603edf-7633-4727-8a1b-15b35fc69be8', 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:33.762627 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-fe32c861-e3db-4710-bc99-f33d0c9a95f7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:06:33.784123 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-fe32c861-e3db-4710-bc99-f33d0c9a95f7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Usage tracker for resource:security_group_rule and tenant:7fc77cc7781f47649d58e530d7097c8b is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:06:33.788628 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-fe32c861-e3db-4710-bc99-f33d0c9a95f7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:06:33.795984 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-fe32c861-e3db-4710-bc99-f33d0c9a95f7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:06:33.797321 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b2fc675b-d516-4e94-a768-a06e8ad43c1d req-feda2ef5-e9cf-4da5-b0fb-bc40fd4c6e9d service neutron] 10.222.0.16 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752787 May 26 11:06:33.840883 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.securitygroups_db [None req-fe32c861-e3db-4710-bc99-f33d0c9a95f7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Project 7fc77cc7781f47649d58e530d7097c8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:06:33.847813 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fe32c861-e3db-4710-bc99-f33d0c9a95f7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.928611 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fe32c861-e3db-4710-bc99-f33d0c9a95f7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.935405 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fe32c861-e3db-4710-bc99-f33d0c9a95f7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.938059 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-7d183832-b181-488b-bb64-6cfd05017701 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:33.963582 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8da1bea-0a79-47a4-bfb3-e8d37cf0a9ba None None] New status for floating IP 8f1d1c67-bbdd-44f9-9444-473db02a3dfc: ACTIVE {{(pid=91667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:06:33.966195 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32c861-e3db-4710-bc99-f33d0c9a95f7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5f275b-5538-4dc2-a970-dc1d5ab65ff3,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:33.971075 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fe32c861-e3db-4710-bc99-f33d0c9a95f7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:33.976390 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fe32c861-e3db-4710-bc99-f33d0c9a95f7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.980891 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-fe32c861-e3db-4710-bc99-f33d0c9a95f7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2311120 May 26 11:06:33.981458 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 45338) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:33.986807 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-b6716ed1-e386-4dce-9308-325ed5235a93 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Request body: {'security_group_rule': {'security_group_id': 'e0603edf-7633-4727-8a1b-15b35fc69be8', 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:33.996344 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-b6716ed1-e386-4dce-9308-325ed5235a93 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:06:34.000892 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-b6716ed1-e386-4dce-9308-325ed5235a93 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Usage tracker for resource:security_group_rule and tenant:7fc77cc7781f47649d58e530d7097c8b is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:06:34.004486 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-b6716ed1-e386-4dce-9308-325ed5235a93 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:06:34.013610 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-b6716ed1-e386-4dce-9308-325ed5235a93 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:06:34.029794 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.db.securitygroups_db [None req-b6716ed1-e386-4dce-9308-325ed5235a93 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Project 7fc77cc7781f47649d58e530d7097c8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:06:34.039149 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b6716ed1-e386-4dce-9308-325ed5235a93 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:34.108049 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b6716ed1-e386-4dce-9308-325ed5235a93 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:34.112989 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b6716ed1-e386-4dce-9308-325ed5235a93 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459659'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:34.115469 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:34.143489 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6716ed1-e386-4dce-9308-325ed5235a93 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa7dc02-72ec-44e2-b9e8-38172ac06cb2,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:34.157623 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b6716ed1-e386-4dce-9308-325ed5235a93 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:34.160866 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b6716ed1-e386-4dce-9308-325ed5235a93 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:34.165707 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-b6716ed1-e386-4dce-9308-325ed5235a93 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1831074 May 26 11:06:34.227237 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device f437a192-6cd5-4fe4-bbca-703a874d56e3 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:06:34.366015 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-b372d5f7-c7e4-4755-ba50-c18340f3b32c req-26ed9302-b4a6-4e92-815b-f32b1d3e757d tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Synchronizing usage tracker for tenant:7fc77cc7781f47649d58e530d7097c8b on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:06:34.413252 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-b372d5f7-c7e4-4755-ba50-c18340f3b32c req-26ed9302-b4a6-4e92-815b-f32b1d3e757d tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Unset dirty status for tenant:7fc77cc7781f47649d58e530d7097c8b on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:06:34.414727 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b372d5f7-c7e4-4755-ba50-c18340f3b32c req-26ed9302-b4a6-4e92-815b-f32b1d3e757d tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611040390&fields=id&tenant_id=7fc77cc7781f47649d58e530d7097c8b HTTP/1.1" status: 200 len: 267 time: 0.1296422 May 26 11:06:34.449036 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port f437a192-6cd5-4fe4-bbca-703a874d56e3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:34.480439 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'port_id': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'mac_address': 'fa:16:3e:c9:c4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:06:34.557155 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372d5f7-c7e4-4755-ba50-c18340f3b32c req-7f8b23cb-b858-4d66-9ba3-34061621eecf tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:34.558410 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:34.568433 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b372d5f7-c7e4-4755-ba50-c18340f3b32c req-7f8b23cb-b858-4d66-9ba3-34061621eecf tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 946 time: 0.1411645 May 26 11:06:34.575453 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-b372d5f7-c7e4-4755-ba50-c18340f3b32c req-b74d14d9-c632-47af-9eaf-c970f6b1a0cf tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Request body: {'port': {'security_groups': ['88da8a7d-6fd2-4461-8399-db7780b0df2c', 'e0603edf-7633-4727-8a1b-15b35fc69be8']}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:34.578040 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f437a192-6cd5-4fe4-bbca-703a874d56e3 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:06:34.596496 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port f437a192-6cd5-4fe4-bbca-703a874d56e3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:34.604728 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:34.606842 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:34.624191 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf70a87-565c-4ff7-af91-f223b0a09d50 req-304e048c-0daf-46a2-83be-42719fa2bcb1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:34.634304 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-faf70a87-565c-4ff7-af91-f223b0a09d50 req-304e048c-0daf-46a2-83be-42719fa2bcb1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.1263728 May 26 11:06:34.685768 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=f437a192-6cd5-4fe4-bbca-703a874d56e3,revision_number=6']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:34.690708 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-faf70a87-565c-4ff7-af91-f223b0a09d50 req-158b6f77-0ab9-4fdf-bb97-bdf8b3d73cbf tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554514 May 26 11:06:34.696064 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:34.766414 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-b372d5f7-c7e4-4755-ba50-c18340f3b32c req-b74d14d9-c632-47af-9eaf-c970f6b1a0cf tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:34.843047 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['f437a192-6cd5-4fe4-bbca-703a874d56e3'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:06:35.200433 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-b372d5f7-c7e4-4755-ba50-c18340f3b32c req-b74d14d9-c632-47af-9eaf-c970f6b1a0cf tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] For port e247c92f-cf04-4f28-8720-9fc67be822af, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=e247c92f-cf04-4f28-8720-9fc67be822af,segment=NetworkSegment(72ae5488-e320-4b10-9de8-f3261759c4be),segment_id=72ae5488-e320-4b10-9de8-f3261759c4be)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:35.228497 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-b372d5f7-c7e4-4755-ba50-c18340f3b32c req-b74d14d9-c632-47af-9eaf-c970f6b1a0cf tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:35.235987 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-b372d5f7-c7e4-4755-ba50-c18340f3b32c req-b74d14d9-c632-47af-9eaf-c970f6b1a0cf tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:35.241861 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-178b9dd7-5e4f-4d65-ac5e-86c4302d3840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:35.311513 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['e247c92f-cf04-4f28-8720-9fc67be822af'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:06:35.314314 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372d5f7-c7e4-4755-ba50-c18340f3b32c req-b74d14d9-c632-47af-9eaf-c970f6b1a0cf tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:35.314965 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-b372d5f7-c7e4-4755-ba50-c18340f3b32c req-b74d14d9-c632-47af-9eaf-c970f6b1a0cf tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:35.316509 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b372d5f7-c7e4-4755-ba50-c18340f3b32c req-b74d14d9-c632-47af-9eaf-c970f6b1a0cf tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "PUT /v2.0/ports/e247c92f-cf04-4f28-8720-9fc67be822af HTTP/1.1" status: 200 len: 982 time: 0.7467942 May 26 11:06:35.317021 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'tag': 'e247c92f-cf04-4f28-8720-9fc67be822af'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:06:35.362187 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d14d9-c632-47af-9eaf-c970f6b1a0cf tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event updated for resources: {'Port': ['ID=e247c92f-cf04-4f28-8720-9fc67be822af,revision_number=6']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:35.365813 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b74d14d9-c632-47af-9eaf-c970f6b1a0cf tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:35.447898 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'tag': 'e247c92f-cf04-4f28-8720-9fc67be822af', 'status': 'completed', 'code': 200} May 26 11:06:35.552158 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['e247c92f-cf04-4f28-8720-9fc67be822af'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:06:35.722403 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825eaad0-ad71-4f1b-b461-14d8a9bfd9c4 req-6f0d1c4e-69d2-41a1-8944-646e3903da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:35.724279 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-825eaad0-ad71-4f1b-b461-14d8a9bfd9c4 req-6f0d1c4e-69d2-41a1-8944-646e3903da09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7fc77cc7781f47649d58e530d7097c8b&device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 1138 time: 0.2109320 May 26 11:06:35.726371 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e744651-047e-4040-bda7-24eea71faac0 req-0e8d5dcf-505a-42c0-a457-84e37bb0bed1 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:35.728298 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9e744651-047e-4040-bda7-24eea71faac0 req-0e8d5dcf-505a-42c0-a457-84e37bb0bed1 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.1950221 May 26 11:06:35.836895 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9e744651-047e-4040-bda7-24eea71faac0 req-74b4d3c0-22ac-413e-b562-80d6963339b5 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864644 May 26 11:06:35.906740 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-e860f732-013b-46b8-9d98-94c2279925f4 None None] Provisioning complete for port e247c92f-cf04-4f28-8720-9fc67be822af triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:35.907639 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e860f732-013b-46b8-9d98-94c2279925f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:35.913749 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825eaad0-ad71-4f1b-b461-14d8a9bfd9c4 req-c862e3c7-1ecf-4cb7-b13f-db57b80d36c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:35.915197 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-825eaad0-ad71-4f1b-b461-14d8a9bfd9c4 req-c862e3c7-1ecf-4cb7-b13f-db57b80d36c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f591e2d-c11f-4b87-bfed-33abb2aee750 HTTP/1.1" status: 200 len: 916 time: 0.1769054 May 26 11:06:36.209690 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-825eaad0-ad71-4f1b-b461-14d8a9bfd9c4 req-8ce7cee5-bbe1-4c0c-8d92-142b6f2cd6e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e247c92f-cf04-4f28-8720-9fc67be822af HTTP/1.1" status: 200 len: 1002 time: 0.2852306 May 26 11:06:36.278474 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device f437a192-6cd5-4fe4-bbca-703a874d56e3 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:06:36.417865 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a276bb-c180-40b6-b5ad-bccd77f89ed6 req-c6438da0-6f20-49d2-8efe-bc08689e16c4 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:36.426864 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-98a276bb-c180-40b6-b5ad-bccd77f89ed6 req-c6438da0-6f20-49d2-8efe-bc08689e16c4 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 944 time: 0.3755920 May 26 11:06:36.435015 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825eaad0-ad71-4f1b-b461-14d8a9bfd9c4 req-0bc7023d-656e-4a57-a598-6474bf58a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:36.436446 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-825eaad0-ad71-4f1b-b461-14d8a9bfd9c4 req-0bc7023d-656e-4a57-a598-6474bf58a438 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f1cc99d-af2a-43d1-9515-959e3cc712a5 HTTP/1.1" status: 200 len: 854 time: 0.2030814 May 26 11:06:36.544767 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-98a276bb-c180-40b6-b5ad-bccd77f89ed6 req-3aeee9ef-bdcb-49a1-99a9-78428bf0a12f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169124 May 26 11:06:36.605863 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825eaad0-ad71-4f1b-b461-14d8a9bfd9c4 req-04a8aff1-d7da-49f4-9216-4812711a77c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:36.607454 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-825eaad0-ad71-4f1b-b461-14d8a9bfd9c4 req-04a8aff1-d7da-49f4-9216-4812711a77c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f591e2d-c11f-4b87-bfed-33abb2aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1272357 May 26 11:06:36.666928 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port f437a192-6cd5-4fe4-bbca-703a874d56e3 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:36.667308 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:36.903542 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:36.910069 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-825eaad0-ad71-4f1b-b461-14d8a9bfd9c4 req-7a6ec639-2304-43ef-8f87-7eec4759f4b8 service neutron] 10.222.0.16 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889495 May 26 11:06:36.962698 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f437a192-6cd5-4fe4-bbca-703a874d56e3'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:06:36.985712 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port f437a192-6cd5-4fe4-bbca-703a874d56e3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:37.011330 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:37.024575 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:37.162158 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=f437a192-6cd5-4fe4-bbca-703a874d56e3,revision_number=7']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:37.171591 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'code': 200} May 26 11:06:37.174202 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:37.174520 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:37.174854 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:37.175179 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:37.175537 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:37.175926 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:37.176254 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:37.176589 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:37.176916 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:37.177219 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:37.177547 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:37.177872 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:37.182151 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:37.186763 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-825eaad0-ad71-4f1b-b461-14d8a9bfd9c4 req-6ef2d488-1be5-42a3-aa5f-0c67d6ca8a7f service neutron] 10.222.0.16 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744617 May 26 11:06:37.892706 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb94bd2-df46-44e3-906a-a6a033e406bc req-5d11daa2-438b-4056-a920-2da267c82062 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:37.894939 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6cb94bd2-df46-44e3-906a-a6a033e406bc req-5d11daa2-438b-4056-a920-2da267c82062 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.0984707 May 26 11:06:37.952622 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6cb94bd2-df46-44e3-906a-a6a033e406bc req-703da809-65ff-4601-b739-541d8570c627 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489748 May 26 11:06:39.437707 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07980f2-6a90-4397-9182-8f2ff17104e5 req-f1b4cfa7-0252-48f5-8f1f-38dd6a4cec8f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:39.437707 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a07980f2-6a90-4397-9182-8f2ff17104e5 req-f1b4cfa7-0252-48f5-8f1f-38dd6a4cec8f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.2934928 May 26 11:06:39.504459 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a07980f2-6a90-4397-9182-8f2ff17104e5 req-f4c6216b-2732-4253-9af6-8c939726fa07 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938876 May 26 11:06:40.895389 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565782f1-59de-4f97-bc8b-84568283fea5 req-6c436c73-9de9-461c-9cea-89990c02eba8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:40.897530 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-565782f1-59de-4f97-bc8b-84568283fea5 req-6c436c73-9de9-461c-9cea-89990c02eba8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.1867254 May 26 11:06:40.983251 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-565782f1-59de-4f97-bc8b-84568283fea5 req-a384a5e4-8c2f-427b-b61a-8b862fbae602 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790999 May 26 11:06:42.258044 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c3ed5-b3bb-43f8-ae25-a0e579f17afa req-a5e02ced-1319-4333-b843-07a979733013 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:42.265263 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c80c3ed5-b3bb-43f8-ae25-a0e579f17afa req-a5e02ced-1319-4333-b843-07a979733013 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.0993164 May 26 11:06:42.313881 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c80c3ed5-b3bb-43f8-ae25-a0e579f17afa req-5bd255a0-78a1-4dcd-8df0-dbd06c14a0ba tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476813 May 26 11:06:43.520346 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9fc91-8700-490c-8613-28bb61420a47 req-be06ea27-3a9d-422d-8e7a-12865737e6ba tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:43.527614 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-34c9fc91-8700-490c-8613-28bb61420a47 req-be06ea27-3a9d-422d-8e7a-12865737e6ba tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.0915306 May 26 11:06:43.582622 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-34c9fc91-8700-490c-8613-28bb61420a47 req-4873ce26-320e-4d68-ba79-a1adbe1eca34 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539906 May 26 11:06:44.896652 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1648b-7cf8-4cd7-bedd-6fc4e42fe6f0 req-679db987-2b63-4291-8765-dbb68d2a7c21 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:44.904218 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-62e1648b-7cf8-4cd7-bedd-6fc4e42fe6f0 req-679db987-2b63-4291-8765-dbb68d2a7c21 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.1949062 May 26 11:06:44.916291 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 45516) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:44.946483 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-62e1648b-7cf8-4cd7-bedd-6fc4e42fe6f0 req-b6c53d1b-9b0f-4b12-bf2b-ca227f28a667 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413089 May 26 11:06:44.996290 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_v2 [None req-82653a5c-a143-4744-8ab9-a78a7e7404ee admin admin] Deleting subnet bcca5e0a-6849-4864-a53f-3fc3a174966c {{(pid=91664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:06:45.000497 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-82653a5c-a143-4744-8ab9-a78a7e7404ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:45.050977 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-82653a5c-a143-4744-8ab9-a78a7e7404ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6456931'] for subnet, precommit_delete_associations {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:45.114600 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-82653a5c-a143-4744-8ab9-a78a7e7404ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:45.424981 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-82653a5c-a143-4744-8ab9-a78a7e7404ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6358052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6357471'] for subnet, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:45.428967 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:45.471008 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82653a5c-a143-4744-8ab9-a78a7e7404ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcca5e0a-6849-4864-a53f-3fc3a174966c,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:45.474113 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-82653a5c-a143-4744-8ab9-a78a7e7404ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:45.475074 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-82653a5c-a143-4744-8ab9-a78a7e7404ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:45.483352 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-82653a5c-a143-4744-8ab9-a78a7e7404ee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bcca5e0a-6849-4864-a53f-3fc3a174966c HTTP/1.1" status: 204 len: 168 time: 0.5629492 May 26 11:06:45.483571 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 45524) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:45.611089 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:45.858100 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:45.871751 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef439212-dc4a-41dc-958e-f0d36d48907a']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:45.884079 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc18602-f252-43ed-9181-9fb695771e8b') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:45.884488 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc18602-f252-43ed-9181-9fb695771e8b') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:45.896323 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6456922'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:45.913471 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:45.921056 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:06:45.921789 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6358662'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: Traceback (most recent call last): May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: timer() May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: cb(*args, **kw) May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: return func(*args, **kwargs) May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: self._notify() May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: self.callback(batched_events) May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: event.method(event) May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: return f(self, *a, **k) May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: return self._get(url).json() May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:06:45.934969 dv-cinder-793136-1-smb neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:06:46.028904 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:46.033009 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:46.047247 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:46.057824 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef439212-dc4a-41dc-958e-f0d36d48907a,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:46.061251 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:46.068181 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] 10.222.0.25 "DELETE /v2.0/networks/ef439212-dc4a-41dc-958e-f0d36d48907a HTTP/1.1" status: 204 len: 168 time: 0.5836189 May 26 11:06:46.149780 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200b95-3bda-42a3-8e89-2fa4623f43ed req-aa355f21-7e07-461f-8b04-0094b4009f36 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:46.152635 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e7200b95-3bda-42a3-8e89-2fa4623f43ed req-aa355f21-7e07-461f-8b04-0094b4009f36 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.0848215 May 26 11:06:46.202075 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e7200b95-3bda-42a3-8e89-2fa4623f43ed req-fead1d91-27e4-4edc-93f9-acba1fd79027 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432055 May 26 11:06:46.251898 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 45544) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:46.300705 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-09adabbb-ca1a-4a47-a59c-80a849dae483 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=425442d5c7d34403a90570e6998900af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472763 May 26 11:06:46.302910 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 45548) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:46.363546 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-51b5b391-5b94-47ff-90d4-0411b5fc19ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:46.389559 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-51b5b391-5b94-47ff-90d4-0411b5fc19ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:46.441254 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-51b5b391-5b94-47ff-90d4-0411b5fc19ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:46.444922 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-390647e8-2b31-43f9-8daa-63e7ea569f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:46.457682 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5b391-5b94-47ff-90d4-0411b5fc19ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0598670-585b-466b-8a81-779a603d381c,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:46.461383 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-51b5b391-5b94-47ff-90d4-0411b5fc19ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:46.472377 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-51b5b391-5b94-47ff-90d4-0411b5fc19ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:46.473526 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-51b5b391-5b94-47ff-90d4-0411b5fc19ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0598670-585b-466b-8a81-779a603d381c HTTP/1.1" status: 204 len: 168 time: 0.1695633 May 26 11:06:46.910102 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d1be5-e6e9-43ee-8a10-ea6fcd7a51e1 req-69ca5287-459a-4ba3-b24a-6c50184c75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:46.911491 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-668d1be5-e6e9-43ee-8a10-ea6fcd7a51e1 req-69ca5287-459a-4ba3-b24a-6c50184c75f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 1098 time: 0.0717323 May 26 11:06:47.056328 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d1be5-e6e9-43ee-8a10-ea6fcd7a51e1 req-c237ace7-0959-4440-9523-b9be11300c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:47.057869 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-668d1be5-e6e9-43ee-8a10-ea6fcd7a51e1 req-c237ace7-0959-4440-9523-b9be11300c8d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 200 len: 918 time: 0.1326272 May 26 11:06:47.164161 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-668d1be5-e6e9-43ee-8a10-ea6fcd7a51e1 req-f51c7c34-2212-422a-9c70-a3a5ba20b87c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3 HTTP/1.1" status: 200 len: 1000 time: 0.0986898 May 26 11:06:47.232547 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d1be5-e6e9-43ee-8a10-ea6fcd7a51e1 req-9452db7f-9c71-45ff-9690-46c30772a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:47.234536 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-668d1be5-e6e9-43ee-8a10-ea6fcd7a51e1 req-9452db7f-9c71-45ff-9690-46c30772a98d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78da3282-26cc-4d36-90ec-09bda8e0be96 HTTP/1.1" status: 200 len: 856 time: 0.0633910 May 26 11:06:47.313705 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d1be5-e6e9-43ee-8a10-ea6fcd7a51e1 req-1aad443d-6ebd-4847-86fc-1a9e1f19201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:47.315407 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-668d1be5-e6e9-43ee-8a10-ea6fcd7a51e1 req-1aad443d-6ebd-4847-86fc-1a9e1f19201a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7ee213c-6e0b-4113-9589-8fb92bbb537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738866 May 26 11:06:47.405788 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e2189-379f-40e9-a55d-b3f0ddf2763f req-409237ae-dca2-4a1f-8048-be0f8af101a8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:47.407367 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-965e2189-379f-40e9-a55d-b3f0ddf2763f req-409237ae-dca2-4a1f-8048-be0f8af101a8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.0962799 May 26 11:06:47.455936 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-668d1be5-e6e9-43ee-8a10-ea6fcd7a51e1 req-77c15893-9162-4f3b-a706-235c44733d29 service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322870 May 26 11:06:47.456464 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-965e2189-379f-40e9-a55d-b3f0ddf2763f req-77e401d9-612f-4d49-8b7a-21bfffd33b39 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417440 May 26 11:06:47.594623 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-668d1be5-e6e9-43ee-8a10-ea6fcd7a51e1 req-baa424ae-2c9e-4aaa-9939-6034e2983b0d service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299970 May 26 11:06:47.632419 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 45584) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:47.747794 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f336ec14-c0fb-4da9-9108-bc173062e72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:47.762464 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-f336ec14-c0fb-4da9-9108-bc173062e72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:06:47.766291 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-f336ec14-c0fb-4da9-9108-bc173062e72e admin admin] Usage tracker for resource:security_group_rule and tenant:57810e9351f7443aa867bac824cdba5d is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:06:47.769029 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-f336ec14-c0fb-4da9-9108-bc173062e72e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:06:47.774643 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-f336ec14-c0fb-4da9-9108-bc173062e72e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:06:47.856198 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f336ec14-c0fb-4da9-9108-bc173062e72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:47.859851 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f336ec14-c0fb-4da9-9108-bc173062e72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:47.867544 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b5570318-2781-474f-8515-113266491e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:47.907376 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-f336ec14-c0fb-4da9-9108-bc173062e72e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57810e9351f7443aa867bac824cdba5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739329 May 26 11:06:47.908238 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336ec14-c0fb-4da9-9108-bc173062e72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb28c63-1a21-40a0-8049-54fe3613efe2,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:47.910269 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 45590) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:47.911158 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f336ec14-c0fb-4da9-9108-bc173062e72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:47.968030 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fb7b60f3-376d-452b-8cd3-27fab726fd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:47.993849 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fb7b60f3-376d-452b-8cd3-27fab726fd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:48.047938 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fb7b60f3-376d-452b-8cd3-27fab726fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:48.053099 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-86258edd-f1bb-45bd-8301-55b378526ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:48.070322 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b60f3-376d-452b-8cd3-27fab726fd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb28c63-1a21-40a0-8049-54fe3613efe2,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:48.073567 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-fb7b60f3-376d-452b-8cd3-27fab726fd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:48.077333 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fb7b60f3-376d-452b-8cd3-27fab726fd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:48.081045 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-fb7b60f3-376d-452b-8cd3-27fab726fd0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcb28c63-1a21-40a0-8049-54fe3613efe2 HTTP/1.1" status: 204 len: 168 time: 0.1671188 May 26 11:06:48.648843 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bc531-bc5e-4562-a262-6bc64f63bb47 req-27a17335-7256-4277-b1f3-2febe7776f70 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:48.650309 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-393bc531-bc5e-4562-a262-6bc64f63bb47 req-27a17335-7256-4277-b1f3-2febe7776f70 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.0841007 May 26 11:06:48.694404 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-393bc531-bc5e-4562-a262-6bc64f63bb47 req-4d55dcdb-2063-4025-b9f3-946b84122333 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384872 May 26 11:06:49.877678 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcdd2d-1122-4445-8b75-5bc1fb9fa755 req-ef9e01f1-891f-4ac6-92a9-86fb4697de5a tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:49.879117 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-89dcdd2d-1122-4445-8b75-5bc1fb9fa755 req-ef9e01f1-891f-4ac6-92a9-86fb4697de5a tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 945 time: 0.0781422 May 26 11:06:49.921471 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-89dcdd2d-1122-4445-8b75-5bc1fb9fa755 req-90189dd4-8d90-4fa5-94c2-5d9c58ea790d tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367978 May 26 11:06:50.227766 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c15940f4-b2d1-46e2-b376-a932e90afe15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:50.302294 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device f437a192-6cd5-4fe4-bbca-703a874d56e3 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:06:50.423034 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:50.452561 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f437a192-6cd5-4fe4-bbca-703a874d56e3'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:06:50.462245 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port f437a192-6cd5-4fe4-bbca-703a874d56e3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:50.467263 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:50.469293 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:50.534695 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=f437a192-6cd5-4fe4-bbca-703a874d56e3,revision_number=8']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:50.538250 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:50.695397 dv-cinder-793136-1-smb neutron-server[91666]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'code': 422} returned with failed status May 26 11:06:51.309086 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c9a9f8f2-b0b2-4b21-a22f-a2a22babc253 req-a8948bfd-17d8-40cb-9306-087fa0627dfa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697210 May 26 11:06:51.312813 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db2320-f015-42ea-a3a0-07de7bb1f233 req-c4024e25-5893-43ca-8217-56b88ac94816 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:51.314366 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a8db2320-f015-42ea-a3a0-07de7bb1f233 req-c4024e25-5893-43ca-8217-56b88ac94816 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.0840526 May 26 11:06:51.361882 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a8db2320-f015-42ea-a3a0-07de7bb1f233 req-42f02945-1fbd-4310-963a-717853801550 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416837 May 26 11:06:52.189157 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:52.373699 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:52.434553 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9f8f2-b0b2-4b21-a22f-a2a22babc253 req-dc78e3ca-e715-4627-afbd-734bcdeca830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:52.436059 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c9a9f8f2-b0b2-4b21-a22f-a2a22babc253 req-dc78e3ca-e715-4627-afbd-734bcdeca830 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c&tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5 HTTP/1.1" status: 200 len: 1096 time: 0.0697229 May 26 11:06:52.541661 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9f8f2-b0b2-4b21-a22f-a2a22babc253 req-a0a5ddaa-97a9-4f7b-b579-d8ec08468f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:52.543212 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c9a9f8f2-b0b2-4b21-a22f-a2a22babc253 req-a0a5ddaa-97a9-4f7b-b579-d8ec08468f9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 1096 time: 0.0736222 May 26 11:06:52.556108 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246cdcc-7275-4ecb-b608-cc73975feb25 req-07e4e1a1-59dd-4d34-973c-0c84c2d136ab tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:52.557711 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6246cdcc-7275-4ecb-b608-cc73975feb25 req-07e4e1a1-59dd-4d34-973c-0c84c2d136ab tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.0841804 May 26 11:06:52.607345 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6246cdcc-7275-4ecb-b608-cc73975feb25 req-a69f32ca-7845-4255-b1b2-964ad80b4445 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435824 May 26 11:06:52.681882 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9f8f2-b0b2-4b21-a22f-a2a22babc253 req-c6c5a3f1-aab1-4976-9263-18e975ebde16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:52.684050 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c9a9f8f2-b0b2-4b21-a22f-a2a22babc253 req-c6c5a3f1-aab1-4976-9263-18e975ebde16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 200 len: 918 time: 0.1340127 May 26 11:06:52.872828 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-99a5809c-e8bd-43d2-813a-f8e13934806a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:52.878282 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c9a9f8f2-b0b2-4b21-a22f-a2a22babc253 req-813c10be-87c5-416f-86c3-42230836b942 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3 HTTP/1.1" status: 200 len: 998 time: 0.1871104 May 26 11:06:52.942294 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9f8f2-b0b2-4b21-a22f-a2a22babc253 req-1a64009c-adb3-4696-81f1-01b7798415dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:52.943687 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c9a9f8f2-b0b2-4b21-a22f-a2a22babc253 req-1a64009c-adb3-4696-81f1-01b7798415dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78da3282-26cc-4d36-90ec-09bda8e0be96 HTTP/1.1" status: 200 len: 856 time: 0.0564985 May 26 11:06:53.017998 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9f8f2-b0b2-4b21-a22f-a2a22babc253 req-d5d6e866-e2cb-4711-9d45-e1608126b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:53.019476 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c9a9f8f2-b0b2-4b21-a22f-a2a22babc253 req-d5d6e866-e2cb-4711-9d45-e1608126b4e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7ee213c-6e0b-4113-9589-8fb92bbb537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690827 May 26 11:06:53.151812 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c9a9f8f2-b0b2-4b21-a22f-a2a22babc253 req-8ef35fd5-9982-4f67-86eb-af575a99bef7 service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246598 May 26 11:06:53.284973 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c9a9f8f2-b0b2-4b21-a22f-a2a22babc253 req-0f72e7f5-cebc-420b-ad06-a9bdcc7d6a4b service neutron] 10.222.0.16 "GET /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256828 May 26 11:06:53.546110 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:53.800044 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a567ad-866f-4e5d-a7a6-86dba9d26c9d req-b7768782-97ae-45f1-8914-3fcb8cfc9648 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:53.801548 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a3a567ad-866f-4e5d-a7a6-86dba9d26c9d req-b7768782-97ae-45f1-8914-3fcb8cfc9648 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.0807076 May 26 11:06:53.856125 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a3a567ad-866f-4e5d-a7a6-86dba9d26c9d req-d24e3b12-2b5a-4939-8d4b-fbebdceb1f34 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487592 May 26 11:06:55.069444 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafd375-d04c-48b9-bc37-bf0f8bd7140a req-758463e5-5726-4ec7-b9e4-86177beda590 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:55.070919 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6eafd375-d04c-48b9-bc37-bf0f8bd7140a req-758463e5-5726-4ec7-b9e4-86177beda590 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.0939364 May 26 11:06:55.116434 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6eafd375-d04c-48b9-bc37-bf0f8bd7140a req-99d07874-14ab-41ee-b7c5-de54ebff80ac tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392509 May 26 11:06:55.297769 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:56.308135 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362717d-4b2e-495e-b368-19fc7162b576 req-5f67fadf-e1eb-4158-90c9-2c5e475c4432 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:56.309550 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9362717d-4b2e-495e-b368-19fc7162b576 req-5f67fadf-e1eb-4158-90c9-2c5e475c4432 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.0789509 May 26 11:06:56.354929 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9362717d-4b2e-495e-b368-19fc7162b576 req-82aff33b-e7b5-4c46-ac7d-5e6d1bbf9b06 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395617 May 26 11:06:57.574015 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d19ee-281a-4a94-8130-62c891eb0444 req-de9fee03-51cd-4899-8646-d25168197916 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:57.576383 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-950d19ee-281a-4a94-8130-62c891eb0444 req-de9fee03-51cd-4899-8646-d25168197916 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.0911283 May 26 11:06:57.622364 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-950d19ee-281a-4a94-8130-62c891eb0444 req-fc1d437a-7c11-4eae-ac82-6827474b120f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401893 May 26 11:06:58.833826 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f00bea-1547-4e7f-9fdf-c38972da40d0 req-487aa464-2bf5-4c0c-bcaf-92d0d2448065 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:58.833826 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-94f00bea-1547-4e7f-9fdf-c38972da40d0 req-487aa464-2bf5-4c0c-bcaf-92d0d2448065 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.0836182 May 26 11:06:58.871774 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-94f00bea-1547-4e7f-9fdf-c38972da40d0 req-1a1e92dd-098a-4c81-b88e-5a1b3f59307e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463960 May 26 11:07:00.061712 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effba20c-c87d-4d2d-86a2-8ddb02bf4d5e req-c1d76e5a-6bb6-4f7b-baa3-4ab2f32ee355 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:00.063269 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-effba20c-c87d-4d2d-86a2-8ddb02bf4d5e req-c1d76e5a-6bb6-4f7b-baa3-4ab2f32ee355 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.0802510 May 26 11:07:00.111568 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-effba20c-c87d-4d2d-86a2-8ddb02bf4d5e req-49ba4c3f-c302-4ec1-ae26-5efaba3ec7fd tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426641 May 26 11:07:01.308595 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1af5ff-a0b0-4d5c-a03a-2067877c9dcb req-98fbcc1b-421f-4722-a560-ddfd08200b20 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:01.310161 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3e1af5ff-a0b0-4d5c-a03a-2067877c9dcb req-98fbcc1b-421f-4722-a560-ddfd08200b20 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.0857434 May 26 11:07:01.357862 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3e1af5ff-a0b0-4d5c-a03a-2067877c9dcb req-bff408d3-23fe-4e49-a585-64e61565bd2f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419273 May 26 11:07:01.781584 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e40e2-ad35-4ec8-8445-771a12ad0db8 req-db41d346-9af7-42a3-8e4d-cb5560bf35e0 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:01.783087 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e46e40e2-ad35-4ec8-8445-771a12ad0db8 req-db41d346-9af7-42a3-8e4d-cb5560bf35e0 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0819232 May 26 11:07:01.832983 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e46e40e2-ad35-4ec8-8445-771a12ad0db8 req-a9b9bf8b-f410-4782-b26c-ca7a0ebb872e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440812 May 26 11:07:02.216606 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:07:02.563583 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c6d47-4310-4ace-9f2d-2d194a0af4c5 req-f50d0a0c-2349-45de-9e17-cbc3bb20f2e1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:02.565079 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0d4c6d47-4310-4ace-9f2d-2d194a0af4c5 req-f50d0a0c-2349-45de-9e17-cbc3bb20f2e1 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.0922432 May 26 11:07:02.611635 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-0d4c6d47-4310-4ace-9f2d-2d194a0af4c5 req-1a28ecd4-f87e-4ff0-967e-95115b86f98b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407643 May 26 11:07:03.022667 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c88522-30b0-451f-b01a-889af3139682 req-ba9aa912-1cce-4108-9375-83afbc729433 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:03.024140 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c6c88522-30b0-451f-b01a-889af3139682 req-ba9aa912-1cce-4108-9375-83afbc729433 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0831244 May 26 11:07:03.071963 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c6c88522-30b0-451f-b01a-889af3139682 req-d6869bb2-64c9-4fe7-9bf2-c519ea929a42 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417941 May 26 11:07:03.891518 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb055a04-7efa-45e1-b35b-f6ebc513a645 req-3e83480a-ee9e-4a5a-a88a-ae0ceff95532 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:03.893889 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fb055a04-7efa-45e1-b35b-f6ebc513a645 req-3e83480a-ee9e-4a5a-a88a-ae0ceff95532 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.1705630 May 26 11:07:03.939580 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fb055a04-7efa-45e1-b35b-f6ebc513a645 req-95e9c261-5052-4fd3-aea8-01c8404cc7fe tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397067 May 26 11:07:04.265495 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db0c2c-abc8-4f9a-8725-dfc17f7d14d0 req-1fcf9a35-ccd1-44ac-955d-8bb4cefd2c3a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:04.266996 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a0db0c2c-abc8-4f9a-8725-dfc17f7d14d0 req-1fcf9a35-ccd1-44ac-955d-8bb4cefd2c3a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0861800 May 26 11:07:04.316062 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a0db0c2c-abc8-4f9a-8725-dfc17f7d14d0 req-616bbfc9-877a-4107-bf8f-79e4e9f4c285 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427587 May 26 11:07:05.132183 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d79ad9-0054-419e-a98b-a294bc907a63 req-6f69516d-54b5-41c8-b27c-2d58039162b3 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:05.133670 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-46d79ad9-0054-419e-a98b-a294bc907a63 req-6f69516d-54b5-41c8-b27c-2d58039162b3 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.0810087 May 26 11:07:05.178910 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-46d79ad9-0054-419e-a98b-a294bc907a63 req-8ce4420f-4dfa-446d-9da2-06e6d5532b78 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393775 May 26 11:07:05.508426 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1246778-8a0f-46a5-b44e-2d3f524607db req-a8980cc3-bafe-4f90-ba47-7f0ab315ab54 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:05.509927 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c1246778-8a0f-46a5-b44e-2d3f524607db req-a8980cc3-bafe-4f90-ba47-7f0ab315ab54 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0839140 May 26 11:07:05.556859 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c1246778-8a0f-46a5-b44e-2d3f524607db req-b79e6cfb-6393-4f3d-b468-df068c6ecf5d tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405853 May 26 11:07:06.372265 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef892681-5157-4726-83e1-9e9436faeb02 req-1759c7c9-00aa-4e0f-8368-9edbd38161aa tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:06.373884 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ef892681-5157-4726-83e1-9e9436faeb02 req-1759c7c9-00aa-4e0f-8368-9edbd38161aa tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.0839746 May 26 11:07:06.402981 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87276c-5fdf-45c3-9680-a27dd6a3eba0 req-32e97331-c785-4fdf-b05b-69d9a43cff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:06.404543 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-af87276c-5fdf-45c3-9680-a27dd6a3eba0 req-32e97331-c785-4fdf-b05b-69d9a43cff70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7fc77cc7781f47649d58e530d7097c8b&device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 1138 time: 0.0775423 May 26 11:07:06.419571 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ef892681-5157-4726-83e1-9e9436faeb02 req-c86c1062-6c10-4574-b599-12b793a7652b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395396 May 26 11:07:06.546924 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87276c-5fdf-45c3-9680-a27dd6a3eba0 req-3736b077-e41f-44e9-89e1-e95456fa7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:06.548519 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-af87276c-5fdf-45c3-9680-a27dd6a3eba0 req-3736b077-e41f-44e9-89e1-e95456fa7141 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f591e2d-c11f-4b87-bfed-33abb2aee750 HTTP/1.1" status: 200 len: 916 time: 0.1345763 May 26 11:07:06.660329 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-af87276c-5fdf-45c3-9680-a27dd6a3eba0 req-564e4f10-c190-4829-9ab5-673455d2ab6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e247c92f-cf04-4f28-8720-9fc67be822af HTTP/1.1" status: 200 len: 1002 time: 0.1018121 May 26 11:07:06.793821 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87276c-5fdf-45c3-9680-a27dd6a3eba0 req-6958fad7-ed45-4336-8456-f94af249ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:06.795280 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-af87276c-5fdf-45c3-9680-a27dd6a3eba0 req-6958fad7-ed45-4336-8456-f94af249ed52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f1cc99d-af2a-43d1-9515-959e3cc712a5 HTTP/1.1" status: 200 len: 854 time: 0.1262491 May 26 11:07:06.854241 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30359f-a1a7-42ff-9186-eef9dbe3aab6 req-f9f50032-4e18-44c8-a73b-cb01f3c7d3fa tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:06.855627 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ca30359f-a1a7-42ff-9186-eef9dbe3aab6 req-f9f50032-4e18-44c8-a73b-cb01f3c7d3fa tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.1884422 May 26 11:07:06.914120 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ca30359f-a1a7-42ff-9186-eef9dbe3aab6 req-a279bb86-2146-447d-a9a0-6d22fac058b0 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503488 May 26 11:07:06.919938 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87276c-5fdf-45c3-9680-a27dd6a3eba0 req-99d40289-59bb-4b17-b033-efda1310e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:06.921406 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-af87276c-5fdf-45c3-9680-a27dd6a3eba0 req-99d40289-59bb-4b17-b033-efda1310e710 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f591e2d-c11f-4b87-bfed-33abb2aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1188965 May 26 11:07:07.053736 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-af87276c-5fdf-45c3-9680-a27dd6a3eba0 req-86f0734b-1c8f-4a58-bb6e-b48e59b4a603 service neutron] 10.222.0.16 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233792 May 26 11:07:07.184166 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-af87276c-5fdf-45c3-9680-a27dd6a3eba0 req-89fc0c79-da20-4a8e-ab25-52034f9b2a8c service neutron] 10.222.0.16 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235902 May 26 11:07:07.609987 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a0c37-c781-4ce0-9579-23c0939c0403 req-17547230-46aa-4b9a-8eab-d0569e42e486 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:07.611413 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-198a0c37-c781-4ce0-9579-23c0939c0403 req-17547230-46aa-4b9a-8eab-d0569e42e486 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 943 time: 0.0810363 May 26 11:07:07.654883 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-198a0c37-c781-4ce0-9579-23c0939c0403 req-40e046a3-abe5-4e68-928c-d4a5c278f0a8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379455 May 26 11:07:08.098424 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f4cbd-51d5-4dbf-a9ef-8d85683daa6b req-a821eafa-964b-48d4-adf0-6925245e9e01 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:08.099890 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-2a0f4cbd-51d5-4dbf-a9ef-8d85683daa6b req-a821eafa-964b-48d4-adf0-6925245e9e01 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0805860 May 26 11:07:08.150485 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-2a0f4cbd-51d5-4dbf-a9ef-8d85683daa6b req-eb1d9e38-eb22-49a6-be28-2ee9333ec3bc tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449355 May 26 11:07:08.355147 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device f437a192-6cd5-4fe4-bbca-703a874d56e3 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:07:08.488523 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port f437a192-6cd5-4fe4-bbca-703a874d56e3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:08.501642 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'port_id': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'mac_address': 'fa:16:3e:c9:c4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:07:08.559023 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:08.577190 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f437a192-6cd5-4fe4-bbca-703a874d56e3 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:07:08.593199 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port f437a192-6cd5-4fe4-bbca-703a874d56e3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:08.597790 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:08.610224 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:08.673957 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=f437a192-6cd5-4fe4-bbca-703a874d56e3,revision_number=9']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:08.677045 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:08.951591 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['f437a192-6cd5-4fe4-bbca-703a874d56e3'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:07:08.985797 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abcc33-50a8-4438-a0ad-18d031108400 req-b880ca1e-266d-408b-bf80-ba6199871e6e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:08.987264 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d6abcc33-50a8-4438-a0ad-18d031108400 req-b880ca1e-266d-408b-bf80-ba6199871e6e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 944 time: 0.0794640 May 26 11:07:09.031742 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d6abcc33-50a8-4438-a0ad-18d031108400 req-63eea11c-034e-43b4-9587-264b4e89ee69 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388572 May 26 11:07:09.341163 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030ed6b-1746-4239-aa25-96da88fe6ca3 req-7cca1a13-ca4e-4164-9d30-c964e0723ff9 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:09.342630 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d030ed6b-1746-4239-aa25-96da88fe6ca3 req-7cca1a13-ca4e-4164-9d30-c964e0723ff9 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0844276 May 26 11:07:09.388253 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d030ed6b-1746-4239-aa25-96da88fe6ca3 req-58b8b1ab-d72d-4997-acae-3f42067e6632 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399005 May 26 11:07:10.219725 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc462131-f3b7-47be-b15f-bb9e81f914ae req-bd414f35-55db-4580-bca3-c99a12eed06b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:10.221165 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-cc462131-f3b7-47be-b15f-bb9e81f914ae req-bd414f35-55db-4580-bca3-c99a12eed06b tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 944 time: 0.0822575 May 26 11:07:10.264885 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-cc462131-f3b7-47be-b15f-bb9e81f914ae req-00352637-8257-428a-aa8a-adfb7345c53f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377953 May 26 11:07:10.372008 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device f437a192-6cd5-4fe4-bbca-703a874d56e3 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:07:10.438328 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port f437a192-6cd5-4fe4-bbca-703a874d56e3 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:07:10.438702 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:10.557724 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:10.574613 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65de8d-d6b4-4058-8983-9a5c6ded2ed2 req-8d44d06d-6095-4f96-b5c4-25b8c7b3e24d tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:10.576083 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-fd65de8d-d6b4-4058-8983-9a5c6ded2ed2 req-8d44d06d-6095-4f96-b5c4-25b8c7b3e24d tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0814245 May 26 11:07:10.589636 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f437a192-6cd5-4fe4-bbca-703a874d56e3'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:07:10.599627 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port f437a192-6cd5-4fe4-bbca-703a874d56e3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:10.604522 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:10.607448 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:10.628344 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-fd65de8d-d6b4-4058-8983-9a5c6ded2ed2 req-5e330bde-273c-407c-b8b9-4d009bc24955 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458586 May 26 11:07:10.681131 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'code': 200} May 26 11:07:10.689443 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=f437a192-6cd5-4fe4-bbca-703a874d56e3,revision_number=10']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:10.692638 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:10.980699 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd44a3-fe4f-4ad6-9d9c-8897dc647800 req-4f7398cd-ecf8-48ae-8009-7862498ea131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:10.982246 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-55dd44a3-fe4f-4ad6-9d9c-8897dc647800 req-4f7398cd-ecf8-48ae-8009-7862498ea131 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 1099 time: 0.0748751 May 26 11:07:11.028723 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-55dd44a3-fe4f-4ad6-9d9c-8897dc647800 req-6b9ada0f-45d3-49fa-81d3-eb832b880d20 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349441 May 26 11:07:11.456320 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f557aff-98c7-41b6-a56e-233459fef90d req-5b8b8c83-4e9b-41d5-8079-c7715bddb973 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:11.457823 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3f557aff-98c7-41b6-a56e-233459fef90d req-5b8b8c83-4e9b-41d5-8079-c7715bddb973 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 946 time: 0.0817523 May 26 11:07:11.584039 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3f557aff-98c7-41b6-a56e-233459fef90d req-0880f003-3494-4b55-a3e2-27e2478f79d8 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203599 May 26 11:07:11.806972 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fe71e-1c64-448a-8af2-dcb37d2e8e43 req-9cf3a9df-16b2-49f0-acb7-3821c19b11a3 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:11.808912 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a36fe71e-1c64-448a-8af2-dcb37d2e8e43 req-9cf3a9df-16b2-49f0-acb7-3821c19b11a3 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0786693 May 26 11:07:11.854197 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a36fe71e-1c64-448a-8af2-dcb37d2e8e43 req-f9739f32-d01b-46a9-a699-63cb1cbcb18a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394831 May 26 11:07:12.794900 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755c0ff-04e1-4405-8ac0-303f71ffa31d req-bf9b67e2-ed5b-42bb-8ea5-edd715e2d0e9 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:12.796353 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4755c0ff-04e1-4405-8ac0-303f71ffa31d req-bf9b67e2-ed5b-42bb-8ea5-edd715e2d0e9 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 946 time: 0.0947192 May 26 11:07:12.841657 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4755c0ff-04e1-4405-8ac0-303f71ffa31d req-79b74af8-a675-45f9-a97a-f2f9b58696b3 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398245 May 26 11:07:13.048037 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0deab7-6985-4711-b2df-eb26820de6fe req-2551eb75-0639-479d-9e2b-cfa43cf05d0f tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:13.049514 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2e0deab7-6985-4711-b2df-eb26820de6fe req-2551eb75-0639-479d-9e2b-cfa43cf05d0f tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0817051 May 26 11:07:13.095810 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2e0deab7-6985-4711-b2df-eb26820de6fe req-fd7c0e9f-5a39-44ee-a840-4e164638e097 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403259 May 26 11:07:14.032141 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373692a1-6e45-41e0-91b4-47c035422440 req-52ac356a-5162-4332-87f1-96272dea7874 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:14.033535 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-373692a1-6e45-41e0-91b4-47c035422440 req-52ac356a-5162-4332-87f1-96272dea7874 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 946 time: 0.0802281 May 26 11:07:14.081304 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-373692a1-6e45-41e0-91b4-47c035422440 req-9c2426e1-74eb-4423-b8b4-e2658f852b38 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421073 May 26 11:07:14.279970 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3732363-2eac-4649-a0ec-0074b7eac8db req-74fa0652-b5f5-4c19-89f7-0e5b98835872 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:14.281483 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e3732363-2eac-4649-a0ec-0074b7eac8db req-74fa0652-b5f5-4c19-89f7-0e5b98835872 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0816760 May 26 11:07:14.330897 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e3732363-2eac-4649-a0ec-0074b7eac8db req-8c75f925-2aac-47ac-a47e-97b718850e71 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432768 May 26 11:07:15.515041 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474a3fa-c6cf-4a69-aa21-16e5d1a92144 req-e9efb116-6e5e-4f68-bef7-f118faa353f6 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:15.516499 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b474a3fa-c6cf-4a69-aa21-16e5d1a92144 req-e9efb116-6e5e-4f68-bef7-f118faa353f6 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0821400 May 26 11:07:15.562311 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b474a3fa-c6cf-4a69-aa21-16e5d1a92144 req-ec10de04-39c4-47f6-b941-ab642ee1e18a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401533 May 26 11:07:16.742304 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9702-6b40-46f3-9aa7-6c2bc627fb5b req-846e2e17-18ab-46f6-9fab-d6a43ed9c307 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:16.743753 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-402a9702-6b40-46f3-9aa7-6c2bc627fb5b req-846e2e17-18ab-46f6-9fab-d6a43ed9c307 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0792472 May 26 11:07:16.790218 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-402a9702-6b40-46f3-9aa7-6c2bc627fb5b req-0ce49459-f78c-4356-a165-5a0a654e8392 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406864 May 26 11:07:17.974450 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135a458-c4e8-41a7-b0ce-c65010effe4d req-e9e88bc9-7562-4890-88c4-ca84c5080d38 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:17.975890 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8135a458-c4e8-41a7-b0ce-c65010effe4d req-e9e88bc9-7562-4890-88c4-ca84c5080d38 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0816374 May 26 11:07:18.021910 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8135a458-c4e8-41a7-b0ce-c65010effe4d req-ba4bf727-4bf0-40ce-a127-91eac795d5c8 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397677 May 26 11:07:19.207631 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50efd7-3355-4b5a-9863-390bc6abea55 req-1e4272db-0218-43a0-9a05-09f38c079c27 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:19.209070 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ae50efd7-3355-4b5a-9863-390bc6abea55 req-1e4272db-0218-43a0-9a05-09f38c079c27 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0821097 May 26 11:07:19.255145 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ae50efd7-3355-4b5a-9863-390bc6abea55 req-58abb7e1-3cdb-426f-96e7-7f0d722bf7ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394223 May 26 11:07:20.230382 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1444-7485-497f-8a37-5bc0449569ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:20.436778 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b355cd2-7adf-4954-9f38-2154d93f9cb4 req-d06a2a1b-7c3d-4e8a-84c7-394fe69458b3 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:20.438245 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2b355cd2-7adf-4954-9f38-2154d93f9cb4 req-d06a2a1b-7c3d-4e8a-84c7-394fe69458b3 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0789919 May 26 11:07:20.488556 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2b355cd2-7adf-4954-9f38-2154d93f9cb4 req-c08e2710-91c6-4ad7-beec-d06375c3f946 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446131 May 26 11:07:21.360938 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae5333fd-abc7-49e5-b528-5710c43c7c4c req-255e2849-1b8f-4ec3-9577-81f8f0a44909 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692399 May 26 11:07:21.464969 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5333fd-abc7-49e5-b528-5710c43c7c4c req-c061f61c-d99b-4ae7-8f3d-17b5a0abc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:21.466460 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae5333fd-abc7-49e5-b528-5710c43c7c4c req-c061f61c-d99b-4ae7-8f3d-17b5a0abc385 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8fab6e462c5460e9bb43982a2c37bb6&device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 1098 time: 0.0738285 May 26 11:07:21.616658 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5333fd-abc7-49e5-b528-5710c43c7c4c req-596deb52-4c66-440e-b33e-98406e712797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:21.618071 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae5333fd-abc7-49e5-b528-5710c43c7c4c req-596deb52-4c66-440e-b33e-98406e712797 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1eeadd8a-4d30-468e-b894-98d26a45bf73 HTTP/1.1" status: 200 len: 909 time: 0.1318288 May 26 11:07:21.670717 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942ae57-3399-4a4a-a75a-75b9989c6662 req-af0a576a-fa67-407a-9b52-6aab91c9d5ae tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:21.672182 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7942ae57-3399-4a4a-a75a-75b9989c6662 req-af0a576a-fa67-407a-9b52-6aab91c9d5ae tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0798428 May 26 11:07:21.718733 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7942ae57-3399-4a4a-a75a-75b9989c6662 req-e95c73b3-2a44-4816-9bf3-5433fe3047ff tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407770 May 26 11:07:21.739581 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae5333fd-abc7-49e5-b528-5710c43c7c4c req-50d948fb-6ced-45bd-afbd-dfdd9b49b2a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b HTTP/1.1" status: 200 len: 1000 time: 0.1001077 May 26 11:07:21.805502 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5333fd-abc7-49e5-b528-5710c43c7c4c req-078848df-1d7c-4f7a-b409-6288ccba8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:21.806911 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae5333fd-abc7-49e5-b528-5710c43c7c4c req-078848df-1d7c-4f7a-b409-6288ccba8d85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3efe0691-f56b-4b17-a376-3f07f73b41de HTTP/1.1" status: 200 len: 847 time: 0.0609562 May 26 11:07:21.879482 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5333fd-abc7-49e5-b528-5710c43c7c4c req-443a661a-e2ad-43ce-a17e-6c1ece283809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:21.880799 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae5333fd-abc7-49e5-b528-5710c43c7c4c req-443a661a-e2ad-43ce-a17e-6c1ece283809 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1eeadd8a-4d30-468e-b894-98d26a45bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679319 May 26 11:07:22.028833 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae5333fd-abc7-49e5-b528-5710c43c7c4c req-e70c1de1-cfe0-403e-a489-08e12e41b6b8 service neutron] 10.222.0.16 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224811 May 26 11:07:22.160397 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ae5333fd-abc7-49e5-b528-5710c43c7c4c req-c4c2b481-0bad-4539-b2b5-b15a7ce0c175 service neutron] 10.222.0.16 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248610 May 26 11:07:22.200976 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:22.375879 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:22.875006 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b9a97170-fa93-45a7-b340-1fc532d9411b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:22.905051 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff973049-753d-49ff-ae03-20c97279eaa5 req-a0481b4b-7f4b-4bff-b558-82803a757514 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:22.906525 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ff973049-753d-49ff-ae03-20c97279eaa5 req-a0481b4b-7f4b-4bff-b558-82803a757514 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0847046 May 26 11:07:22.952157 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ff973049-753d-49ff-ae03-20c97279eaa5 req-ba052579-305a-4457-bd95-5addb63a7cfb tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398943 May 26 11:07:23.547929 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:24.142802 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600b0d-7753-4079-b15b-54b1da9e4eec req-311a8fb5-6ea6-4020-9e83-ee3c5c188a8f tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:24.144270 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-03600b0d-7753-4079-b15b-54b1da9e4eec req-311a8fb5-6ea6-4020-9e83-ee3c5c188a8f tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.0880306 May 26 11:07:24.190346 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-03600b0d-7753-4079-b15b-54b1da9e4eec req-386fc4f2-94bb-4ec3-a06c-f8ac025ca03e tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&id=e0603edf-7633-4727-8a1b-15b35fc69be8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403275 May 26 11:07:24.967418 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e84ab-8367-4c77-b76c-d52d860cd9ff req-208eec3b-15c8-4a05-90ad-b99c28ac73bf tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:24.968870 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ef5e84ab-8367-4c77-b76c-d52d860cd9ff req-208eec3b-15c8-4a05-90ad-b99c28ac73bf tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.0800800 May 26 11:07:25.012729 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ef5e84ab-8367-4c77-b76c-d52d860cd9ff req-c3a528b3-87df-46b5-a7f1-f952a1fcf33c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381970 May 26 11:07:25.299177 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:26.194541 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32e166-d3c5-4d07-88ef-e08e06b0c28b req-17058a54-c35d-4542-9e8d-c90f10252eb0 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:26.195986 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2f32e166-d3c5-4d07-88ef-e08e06b0c28b req-17058a54-c35d-4542-9e8d-c90f10252eb0 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.0784614 May 26 11:07:26.243709 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2f32e166-d3c5-4d07-88ef-e08e06b0c28b req-8a0420ac-b12c-4318-86d9-ca5d077691c0 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419400 May 26 11:07:27.430650 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e7d57-a181-4b75-8cc0-01f04293878d req-52dc873b-daaf-43f7-ba5a-199615d13d0e tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:27.432089 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4b3e7d57-a181-4b75-8cc0-01f04293878d req-52dc873b-daaf-43f7-ba5a-199615d13d0e tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.0819981 May 26 11:07:27.475157 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4b3e7d57-a181-4b75-8cc0-01f04293878d req-a0ad46af-81f3-434c-bd9f-e9c6905febc6 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367391 May 26 11:07:28.665483 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879a2f2-69aa-49e4-bb5c-80b1427a7d0a req-f4ff4b3f-1062-4693-a523-fa2d0d0645ba tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:28.666919 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0879a2f2-69aa-49e4-bb5c-80b1427a7d0a req-f4ff4b3f-1062-4693-a523-fa2d0d0645ba tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.0837851 May 26 11:07:28.712752 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0879a2f2-69aa-49e4-bb5c-80b1427a7d0a req-559a65e4-a821-45e0-8299-7b288f41cd79 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397947 May 26 11:07:29.892340 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db942ff-37fa-475e-b348-ba0b683b8322 req-1f02fd89-d832-46bf-8ff1-a8ef87117d44 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:29.893784 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6db942ff-37fa-475e-b348-ba0b683b8322 req-1f02fd89-d832-46bf-8ff1-a8ef87117d44 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.0783353 May 26 11:07:30.010247 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-6db942ff-37fa-475e-b348-ba0b683b8322 req-3ec6e769-5f33-45db-862e-d43e70f928b0 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109776 May 26 11:07:31.199429 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30bdbd-86d2-4189-a7cb-6f5647c3cbf9 req-e7ed12d0-b2b2-41d4-aef5-85caf98ffb3d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:31.201498 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-de30bdbd-86d2-4189-a7cb-6f5647c3cbf9 req-e7ed12d0-b2b2-41d4-aef5-85caf98ffb3d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.0825374 May 26 11:07:31.245624 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-de30bdbd-86d2-4189-a7cb-6f5647c3cbf9 req-6adfb00c-3f7d-4d35-9664-2175e8f1bc6a tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385673 May 26 11:07:32.440646 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee94d0-8c8d-4cd0-8326-60e761a6bd71 req-5b860d8d-b446-4fd2-8468-f9e283ca18f2 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:32.442139 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-eaee94d0-8c8d-4cd0-8326-60e761a6bd71 req-5b860d8d-b446-4fd2-8468-f9e283ca18f2 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.0809560 May 26 11:07:32.487202 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-eaee94d0-8c8d-4cd0-8326-60e761a6bd71 req-397ce24a-1760-4853-8eee-ea9a8f8703d4 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393004 May 26 11:07:33.678987 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd42a6-6dea-47c5-8691-e40d9969f119 req-959a9da2-1450-4ce2-8977-20b846710679 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:33.680336 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-bdbd42a6-6dea-47c5-8691-e40d9969f119 req-959a9da2-1450-4ce2-8977-20b846710679 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.0817873 May 26 11:07:33.723375 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-bdbd42a6-6dea-47c5-8691-e40d9969f119 req-6b7e44f6-2280-4206-8943-7ab789b9133c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373917 May 26 11:07:34.565435 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008498e6-948c-4795-af78-94c97f23da5a req-85312af2-b7bd-4745-b9af-d70b909c6045 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:34.566858 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-008498e6-948c-4795-af78-94c97f23da5a req-85312af2-b7bd-4745-b9af-d70b909c6045 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 945 time: 0.0782719 May 26 11:07:34.609670 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-008498e6-948c-4795-af78-94c97f23da5a req-7cbc63e1-047a-4c17-8b95-76b61050d465 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372956 May 26 11:07:34.978389 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a213a-338a-4669-8fe1-20ce80385adb req-166e4389-6359-4977-985a-b70fe9193973 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:34.979851 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b89a213a-338a-4669-8fe1-20ce80385adb req-166e4389-6359-4977-985a-b70fe9193973 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.1500890 May 26 11:07:35.024504 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b89a213a-338a-4669-8fe1-20ce80385adb req-2c3d0c85-1c0e-469d-9328-50cb3ca652e7 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382850 May 26 11:07:35.207869 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cea71-62b7-4dd9-9a32-fc25d52fffd9 req-eb8b752b-f62c-478d-afcb-3dcd188de7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:35.209367 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f34cea71-62b7-4dd9-9a32-fc25d52fffd9 req-eb8b752b-f62c-478d-afcb-3dcd188de7fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8fab6e462c5460e9bb43982a2c37bb6&device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 1098 time: 0.0721400 May 26 11:07:35.337301 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cea71-62b7-4dd9-9a32-fc25d52fffd9 req-6fe40f2e-aa8c-44fe-bcfa-d8b315ae2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:35.338967 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f34cea71-62b7-4dd9-9a32-fc25d52fffd9 req-6fe40f2e-aa8c-44fe-bcfa-d8b315ae2994 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1eeadd8a-4d30-468e-b894-98d26a45bf73 HTTP/1.1" status: 200 len: 909 time: 0.1227884 May 26 11:07:35.438171 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f34cea71-62b7-4dd9-9a32-fc25d52fffd9 req-0dbe16d3-faff-4e64-97f8-95d116916c7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b HTTP/1.1" status: 200 len: 1000 time: 0.0899878 May 26 11:07:35.505087 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cea71-62b7-4dd9-9a32-fc25d52fffd9 req-0e8ecba3-2cfb-4d3a-8b3f-e0043c2d763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:35.506547 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f34cea71-62b7-4dd9-9a32-fc25d52fffd9 req-0e8ecba3-2cfb-4d3a-8b3f-e0043c2d763a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3efe0691-f56b-4b17-a376-3f07f73b41de HTTP/1.1" status: 200 len: 847 time: 0.0614042 May 26 11:07:35.580806 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cea71-62b7-4dd9-9a32-fc25d52fffd9 req-4b41431b-e6f0-46fc-a9cc-7266e3cdd959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:35.582287 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f34cea71-62b7-4dd9-9a32-fc25d52fffd9 req-4b41431b-e6f0-46fc-a9cc-7266e3cdd959 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1eeadd8a-4d30-468e-b894-98d26a45bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679781 May 26 11:07:35.716314 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f34cea71-62b7-4dd9-9a32-fc25d52fffd9 req-bcbbd945-a33a-40fe-aff7-a897ef785f8b service neutron] 10.222.0.16 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257081 May 26 11:07:35.794432 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b6c5f-e055-40b2-809c-153caacb8724 req-3ebc0c2d-20d9-45a9-8c25-808bcfa06ebf tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:35.795902 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-701b6c5f-e055-40b2-809c-153caacb8724 req-3ebc0c2d-20d9-45a9-8c25-808bcfa06ebf tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 945 time: 0.0814815 May 26 11:07:35.840228 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-701b6c5f-e055-40b2-809c-153caacb8724 req-560f9844-80f3-404f-acad-c79f2d3d8873 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386553 May 26 11:07:35.847958 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f34cea71-62b7-4dd9-9a32-fc25d52fffd9 req-e68aa9e5-4f9e-4230-b0dd-9daa6650bf2a service neutron] 10.222.0.16 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247818 May 26 11:07:36.208134 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acc120-cbf7-45a7-aec7-ac18217df7d2 req-56344bc6-b276-4516-8bab-3ff218965828 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:36.209635 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-13acc120-cbf7-45a7-aec7-ac18217df7d2 req-56344bc6-b276-4516-8bab-3ff218965828 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.0830433 May 26 11:07:36.254236 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-13acc120-cbf7-45a7-aec7-ac18217df7d2 req-ecee5a08-be60-48aa-a6ae-57a1727cd16f tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386322 May 26 11:07:36.829044 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-1a8aee50-05f0-4b1b-856c-3e25e3d734cb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:36.830468 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-1a8aee50-05f0-4b1b-856c-3e25e3d734cb tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 945 time: 0.0785980 May 26 11:07:36.967492 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Deleting port c457681d-3a8c-4dd9-8504-6d6688cf2963 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:07:36.967808 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:37.022146 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170da012-52d7-414f-8dd2-81da170a806e req-d771339c-0bf3-4569-ab5a-c046075e35a0 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:37.023612 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-170da012-52d7-414f-8dd2-81da170a806e req-d771339c-0bf3-4569-ab5a-c046075e35a0 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 945 time: 0.0805922 May 26 11:07:37.070669 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-170da012-52d7-414f-8dd2-81da170a806e req-f86bd32d-7c2e-4d58-a845-8d2c3784c351 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups?id=db977be1-be1f-4d60-9fe0-20701a437d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414567 May 26 11:07:37.098557 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] For port c457681d-3a8c-4dd9-8504-6d6688cf2963, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=c457681d-3a8c-4dd9-8504-6d6688cf2963,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:37.098911 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:37.500040 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:37.500708 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503015'] for floatingip, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:37.500708 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.db.l3_db [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Floating IP d516e6a3-a9a4-4e0f-b9ad-dbc79de68c57 disassociated. External IP: 172.28.0.114, port: c457681d-3a8c-4dd9-8504-6d6688cf2963. May 26 11:07:37.501004 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Calling delete_port for c457681d-3a8c-4dd9-8504-6d6688cf2963 owned by compute:nova {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:07:37.554042 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d2ef2-ce47-4338-8b29-43e005d10d1b req-3a21d51e-4c93-42bb-95df-793c7eddd3a1 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:37.555502 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b46d2ef2-ce47-4338-8b29-43e005d10d1b req-3a21d51e-4c93-42bb-95df-793c7eddd3a1 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.1149185 May 26 11:07:37.637634 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b46d2ef2-ce47-4338-8b29-43e005d10d1b req-f46f6fca-575d-4cd3-ac61-fdb0a03b0b54 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763478 May 26 11:07:37.675427 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:37.681202 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:37.725239 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event deleted for resources: {'Port': ['ID=c457681d-3a8c-4dd9-8504-6d6688cf2963,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:37.736262 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:37.736629 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:37.737001 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:37.737360 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:37.737713 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:37.738061 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:37.738407 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:37.738756 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:37.739099 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:37.739439 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:37.739782 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:37.740120 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:37.743703 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:37.924322 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Router b6302efb-1532-4fa5-847d-8a16584b2a12 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:07:38.109048 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:07:38.120380 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668d634-bc87-4718-9ddc-718442887610 None None] Sync routers for ids ['b6302efb-1532-4fa5-847d-8a16584b2a12'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:07:38.133897 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668d634-bc87-4718-9ddc-718442887610 None None] Routers {'b6302efb-1532-4fa5-847d-8a16584b2a12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:07:38.134917 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b668d634-bc87-4718-9ddc-718442887610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:07:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['b6302efb-1532-4fa5-847d-8a16584b2a12'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:38.188695 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] No DVR routers for this DVR port c457681d-3a8c-4dd9-8504-6d6688cf2963 on host hv-cinder-79313 {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:07:38.195930 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:38.208154 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8fe752-327b-40ef-ae83-5a19dce5215e', 'name': 'network-vif-deleted', 'tag': 'c457681d-3a8c-4dd9-8504-6d6688cf2963'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:07:38.221637 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ba180bce-03fd-4b3d-a038-d5bdfbb7f5e9 req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.16 "DELETE /v2.0/ports/c457681d-3a8c-4dd9-8504-6d6688cf2963 HTTP/1.1" status: 204 len: 173 time: 1.3834457 May 26 11:07:38.281045 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8f82928f-40be-42a6-bb56-4eafb7fb16ed req-38c16217-2c22-4916-ad74-6af0d4cde2f5 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8fe752-327b-40ef-ae83-5a19dce5215e HTTP/1.1" status: 200 len: 210 time: 0.0832613 May 26 11:07:38.348036 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-b668d634-bc87-4718-9ddc-718442887610 None None] Set router b6302efb-1532-4fa5-847d-8a16584b2a12 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:07:38.363754 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8fe752-327b-40ef-ae83-5a19dce5215e', 'name': 'network-vif-deleted', 'tag': 'c457681d-3a8c-4dd9-8504-6d6688cf2963', 'status': 'completed', 'code': 200} May 26 11:07:38.675415 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b668d634-bc87-4718-9ddc-718442887610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:43Z', 'revision_number': 5, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:38.679418 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668d634-bc87-4718-9ddc-718442887610 None None] Checking router: b6302efb-1532-4fa5-847d-8a16584b2a12 for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:07:38.687888 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668d634-bc87-4718-9ddc-718442887610 None None] Routers {'b6302efb-1532-4fa5-847d-8a16584b2a12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:07:38.688525 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b668d634-bc87-4718-9ddc-718442887610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:07:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['b6302efb-1532-4fa5-847d-8a16584b2a12'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:38.856471 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93401ff5-5fd8-4b7c-9429-f740395579fd req-47aaa30b-e563-45b3-83d2-f919b19c2d04 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:38.858551 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-93401ff5-5fd8-4b7c-9429-f740395579fd req-47aaa30b-e563-45b3-83d2-f919b19c2d04 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.0980542 May 26 11:07:38.867941 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-b668d634-bc87-4718-9ddc-718442887610 None None] Set router b6302efb-1532-4fa5-847d-8a16584b2a12 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:07:38.906090 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-93401ff5-5fd8-4b7c-9429-f740395579fd req-0eb337bb-61a7-4e56-af79-8bca59b2053f tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417304 May 26 11:07:39.183801 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b668d634-bc87-4718-9ddc-718442887610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:43Z', 'revision_number': 5, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:39.188334 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668d634-bc87-4718-9ddc-718442887610 None None] The sync data for ids ['b6302efb-1532-4fa5-847d-8a16584b2a12'] in dv-cinder-793136-1-smb is: [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:01:26Z', 'revision_number': 4, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '2a009cba-e2f4-4c1b-8c57-ae5865672234', 'name': '', 'network_id': '32b43f6f-a166-4fbd-adce-080c4d711545', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'mac_address': 'fa:16:3e:bb:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:22Z', 'updated_at': '2021-05-26T11:01:43Z', 'revision_number': 5, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'subnets': [{'id': '029d1ebe-22a2-45b9-8a2e-0cab033d9ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:07:39.219080 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:07:39.285911 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 45946) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:39.297883 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ab876-1170-4309-92cc-ea99f3a90e36 req-8355a5aa-40c3-4c0a-b72d-d7e2e746d83e tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:39.299269 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-df6ab876-1170-4309-92cc-ea99f3a90e36 req-8355a5aa-40c3-4c0a-b72d-d7e2e746d83e tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.1078122 May 26 11:07:39.353094 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-df6ab876-1170-4309-92cc-ea99f3a90e36 req-de0aea4a-7108-43f5-9bb1-60d67715fc14 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465734 May 26 11:07:39.409301 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 45956) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:39.430538 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2c2dc1ad-bc78-4ca9-a570-41c5d823c5a2 req-0f789612-94ab-454d-b424-0910bd5f62f1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1428356 May 26 11:07:39.480458 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:39.490902 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a978793-fc7d-46a5-b4bc-fe7360086ad2 None None] New status for floating IP d516e6a3-a9a4-4e0f-b9ad-dbc79de68c57: DOWN {{(pid=91667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:07:39.514126 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:39.575433 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:39.581005 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-c78e3d68-32c3-4d30-bf61-1018bacd6912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:39.597681 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db977be1-be1f-4d60-9fe0-20701a437d2a,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:39.608673 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:39.609150 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:39.609640 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:39.610141 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:39.610590 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:39.611088 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:39.611506 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:39.612058 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:39.612472 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:39.612928 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:39.613406 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:39.613750 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:39.620552 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:39.625595 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:39.627136 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "DELETE /v2.0/security-groups/db977be1-be1f-4d60-9fe0-20701a437d2a HTTP/1.1" status: 204 len: 168 time: 0.2147100 May 26 11:07:39.630405 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 45966) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:39.657608 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.api.v2.resource [None req-d829d2e7-f4e0-48fe-ae72-08da6b442e25 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] show failed (client error): The resource could not be found. May 26 11:07:39.661462 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-d829d2e7-f4e0-48fe-ae72-08da6b442e25 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "GET /v2.0/security-groups/db977be1-be1f-4d60-9fe0-20701a437d2a HTTP/1.1" status: 404 len: 347 time: 0.0270150 May 26 11:07:39.661750 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 45970) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:39.882796 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-a8fcd756-2421-426a-b4d1-59ad1e3b0812 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Deleting port 9756af87-85a4-47ae-9892-a14973afc411 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:07:39.883150 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a8fcd756-2421-426a-b4d1-59ad1e3b0812 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:40.002272 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a8fcd756-2421-426a-b4d1-59ad1e3b0812 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:40.002605 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a8fcd756-2421-426a-b4d1-59ad1e3b0812 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:40.128213 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-a8fcd756-2421-426a-b4d1-59ad1e3b0812 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Calling delete_port for 9756af87-85a4-47ae-9892-a14973afc411 owned by network:floatingip {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:07:40.237670 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a8fcd756-2421-426a-b4d1-59ad1e3b0812 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:40.241871 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-40ee77dd-f5ff-485a-b117-2b06a3f94605 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:40.284274 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcd756-2421-426a-b4d1-59ad1e3b0812 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Pushing event deleted for resources: {'Port': ['ID=9756af87-85a4-47ae-9892-a14973afc411,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:40.287480 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a8fcd756-2421-426a-b4d1-59ad1e3b0812 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:40.466378 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a8fcd756-2421-426a-b4d1-59ad1e3b0812 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks [] for floatingip, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:40.523822 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a8fcd756-2421-426a-b4d1-59ad1e3b0812 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:40.525816 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-a8fcd756-2421-426a-b4d1-59ad1e3b0812 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] 10.222.0.25 "DELETE /v2.0/floatingips/d516e6a3-a9a4-4e0f-b9ad-dbc79de68c57 HTTP/1.1" status: 204 len: 168 time: 0.8632016 May 26 11:07:40.571197 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e702f-eda7-4d25-b219-337f8ad41c30 req-b29a29b0-9bda-4610-b880-a3702377d24c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:40.572890 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-509e702f-eda7-4d25-b219-337f8ad41c30 req-b29a29b0-9bda-4610-b880-a3702377d24c tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.0978124 May 26 11:07:40.586154 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device c457681d-3a8c-4dd9-8504-6d6688cf2963 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:07:40.621194 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: c457681d-3a8c-4dd9-8504-6d6688cf2963 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:07:40.621570 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device c457681d-3a8c-4dd9-8504-6d6688cf2963 not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:07:40.621996 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:07:40.624991 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-509e702f-eda7-4d25-b219-337f8ad41c30 req-ba31df67-5f12-4542-9365-ce792a768b38 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465033 May 26 11:07:40.746912 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:40.774499 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:07:40.784795 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:40.788055 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:40.792519 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:40.827259 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'code': 200} May 26 11:07:40.859411 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,revision_number=6']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:40.866340 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:40.866682 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:40.867017 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:40.867357 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:40.867680 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:40.868001 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:40.868448 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:40.868820 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:40.869179 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:40.869626 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:40.869925 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:40.870239 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:40.875060 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:41.190236 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc1ad-bc78-4ca9-a570-41c5d823c5a2 req-1726c7aa-720c-4cfb-bded-69a15c42f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:41.191580 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2c2dc1ad-bc78-4ca9-a570-41c5d823c5a2 req-1726c7aa-720c-4cfb-bded-69a15c42f31e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7&tenant_id=e8fab6e462c5460e9bb43982a2c37bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0688064 May 26 11:07:41.297511 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc1ad-bc78-4ca9-a570-41c5d823c5a2 req-43476197-efe3-44cd-9fcd-f6205fdedd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:41.298955 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2c2dc1ad-bc78-4ca9-a570-41c5d823c5a2 req-43476197-efe3-44cd-9fcd-f6205fdedd97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8fab6e462c5460e9bb43982a2c37bb6&device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 1096 time: 0.0725045 May 26 11:07:41.427143 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc1ad-bc78-4ca9-a570-41c5d823c5a2 req-e9891633-2fb0-442d-9582-e87e59965f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:41.428550 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2c2dc1ad-bc78-4ca9-a570-41c5d823c5a2 req-e9891633-2fb0-442d-9582-e87e59965f4c service neutron] 10.222.0.16 "GET /v2.0/networks?id=1eeadd8a-4d30-468e-b894-98d26a45bf73 HTTP/1.1" status: 200 len: 909 time: 0.1228287 May 26 11:07:41.527023 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2c2dc1ad-bc78-4ca9-a570-41c5d823c5a2 req-f19e9e34-8944-4db4-a38e-271ae6172c9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b HTTP/1.1" status: 200 len: 998 time: 0.0904214 May 26 11:07:41.596593 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc1ad-bc78-4ca9-a570-41c5d823c5a2 req-2b595b8a-ac91-4d07-bc0f-1a50725f42de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:41.598030 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2c2dc1ad-bc78-4ca9-a570-41c5d823c5a2 req-2b595b8a-ac91-4d07-bc0f-1a50725f42de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3efe0691-f56b-4b17-a376-3f07f73b41de HTTP/1.1" status: 200 len: 847 time: 0.0625672 May 26 11:07:41.673663 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc1ad-bc78-4ca9-a570-41c5d823c5a2 req-db485e57-8576-44d4-8f07-4ab59ba3a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:41.675210 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2c2dc1ad-bc78-4ca9-a570-41c5d823c5a2 req-db485e57-8576-44d4-8f07-4ab59ba3a673 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1eeadd8a-4d30-468e-b894-98d26a45bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702760 May 26 11:07:41.864419 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2c2dc1ad-bc78-4ca9-a570-41c5d823c5a2 req-90722bf5-6f26-4e47-8a44-1914df4be11f service neutron] 10.222.0.16 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824965 May 26 11:07:41.900753 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafb712-77ed-49fc-a9e5-057f82bc3e0d req-715bbed4-ccc6-40c0-9872-ee192db117a2 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:41.902247 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0dafb712-77ed-49fc-a9e5-057f82bc3e0d req-715bbed4-ccc6-40c0-9872-ee192db117a2 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 943 time: 0.1462972 May 26 11:07:42.018996 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0dafb712-77ed-49fc-a9e5-057f82bc3e0d req-3a20b03c-d83b-4be9-a254-3c69483ed5e2 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107209 May 26 11:07:42.042858 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2c2dc1ad-bc78-4ca9-a570-41c5d823c5a2 req-877b7d29-2d71-4b27-aa82-4c907fc0dbc1 service neutron] 10.222.0.16 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707618 May 26 11:07:43.205574 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5384b6-cc4a-44f9-b15d-7449b53a411a req-202a2ccc-8f62-4614-9972-5e6516d29112 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:43.207067 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6b5384b6-cc4a-44f9-b15d-7449b53a411a req-202a2ccc-8f62-4614-9972-5e6516d29112 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 943 time: 0.0848727 May 26 11:07:43.256331 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6b5384b6-cc4a-44f9-b15d-7449b53a411a req-13302ac3-e277-4cff-aa70-5e509efad64d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437565 May 26 11:07:44.440791 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03732b8-f5a7-4326-b0ad-17dd4bb1d1bf req-c6fa22d7-9045-40b4-ad3c-85757d627080 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:44.442301 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f03732b8-f5a7-4326-b0ad-17dd4bb1d1bf req-c6fa22d7-9045-40b4-ad3c-85757d627080 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 943 time: 0.0810311 May 26 11:07:44.488091 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f03732b8-f5a7-4326-b0ad-17dd4bb1d1bf req-ad08f728-92ca-4dc7-93e5-522fceafe5cd tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397918 May 26 11:07:44.534591 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46012) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:44.616430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:07:44.750119 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:44.763674 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'port_id': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'mac_address': 'fa:16:3e:3f:b9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:07:44.820527 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:44.837112 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:07:44.852135 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:44.856116 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:44.857851 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:44.920663 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,revision_number=7']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:44.923656 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:45.169875 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-666ab664-f9b0-4a3d-ae34-bcff222785b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501237'] for router_interface, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:45.177768 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:07:45.729571 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4462f-3fd1-44c0-a149-4441d85e2828 req-36ff7de6-ad77-4e6e-8e9e-cb3528b699b3 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:45.731022 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d5e4462f-3fd1-44c0-a149-4441d85e2828 req-36ff7de6-ad77-4e6e-8e9e-cb3528b699b3 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 944 time: 0.1357694 May 26 11:07:45.751721 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-666ab664-f9b0-4a3d-ae34-bcff222785b7 admin admin] Deleting port 2a009cba-e2f4-4c1b-8c57-ae5865672234 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:07:45.752057 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-666ab664-f9b0-4a3d-ae34-bcff222785b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:45.851680 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-d5e4462f-3fd1-44c0-a149-4441d85e2828 req-c30263d1-5e47-498b-856e-bc2da0163dbe tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133649 May 26 11:07:45.894224 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-666ab664-f9b0-4a3d-ae34-bcff222785b7 admin admin] For port 2a009cba-e2f4-4c1b-8c57-ae5865672234, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=2a009cba-e2f4-4c1b-8c57-ae5865672234,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:45.894571 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-666ab664-f9b0-4a3d-ae34-bcff222785b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:46.013478 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-666ab664-f9b0-4a3d-ae34-bcff222785b7 admin admin] Calling delete_port for 2a009cba-e2f4-4c1b-8c57-ae5865672234 owned by network:router_interface {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:07:46.288873 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-666ab664-f9b0-4a3d-ae34-bcff222785b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:46.293221 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:46.339875 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ab664-f9b0-4a3d-ae34-bcff222785b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a009cba-e2f4-4c1b-8c57-ae5865672234,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:46.365393 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-666ab664-f9b0-4a3d-ae34-bcff222785b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:46.600266 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-666ab664-f9b0-4a3d-ae34-bcff222785b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497477'] for router_interface, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:46.620005 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:07:46.712677 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:07:46.713292 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:46.832870 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:46.861075 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:07:46.869702 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:46.876220 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:46.878279 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5ac75727-962f-4f6e-9949-55162a2b74c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:46.915476 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'code': 200} May 26 11:07:46.948581 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,revision_number=8']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:46.952211 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:47.136514 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666ab664-f9b0-4a3d-ae34-bcff222785b7 admin admin] Router b6302efb-1532-4fa5-847d-8a16584b2a12 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:07:47.150676 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707cfb9-d02d-4bf1-a7ea-03a90fc6243e req-0f77a959-8448-482a-aac6-fc5194b3eea5 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:47.152125 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9707cfb9-d02d-4bf1-a7ea-03a90fc6243e req-0f77a959-8448-482a-aac6-fc5194b3eea5 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.1784689 May 26 11:07:47.284239 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1717d0-6713-4ea2-8462-52be32b59399 req-5c62ccc0-08aa-4242-bba8-9e6868f6da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:47.285751 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9e1717d0-6713-4ea2-8462-52be32b59399 req-5c62ccc0-08aa-4242-bba8-9e6868f6da2f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 1098 time: 0.0709879 May 26 11:07:47.327181 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9707cfb9-d02d-4bf1-a7ea-03a90fc6243e req-96190436-b198-4b6f-86bd-439b04a9461b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684897 May 26 11:07:47.328765 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9e1717d0-6713-4ea2-8462-52be32b59399 req-bb90664c-1eca-4e3c-bc10-64d59186607d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341146 May 26 11:07:47.361796 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666ab664-f9b0-4a3d-ae34-bcff222785b7 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:07:47.371217 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1e305d-beb7-4f37-bee8-5434b0c0f049 None None] Sync routers for ids ['b6302efb-1532-4fa5-847d-8a16584b2a12'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:07:47.374951 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-666ab664-f9b0-4a3d-ae34-bcff222785b7 admin admin] 10.222.0.25 "PUT /v2.0/routers/b6302efb-1532-4fa5-847d-8a16584b2a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8385174 May 26 11:07:47.376562 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46032) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:47.381655 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1e305d-beb7-4f37-bee8-5434b0c0f049 None None] Routers {'b6302efb-1532-4fa5-847d-8a16584b2a12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:07:47.382268 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-8b1e305d-beb7-4f37-bee8-5434b0c0f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:07:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['b6302efb-1532-4fa5-847d-8a16584b2a12'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:47.553079 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Notify callbacks [] for router, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:47.566322 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-8b1e305d-beb7-4f37-bee8-5434b0c0f049 None None] Set router b6302efb-1532-4fa5-847d-8a16584b2a12 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:07:47.782060 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:47.831312 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637b088-9865-49c6-aca3-299c3b623150 req-07ec1571-efea-4795-b230-e22cdea54a8a tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:47.832762 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e637b088-9865-49c6-aca3-299c3b623150 req-07ec1571-efea-4795-b230-e22cdea54a8a tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 946 time: 0.1443226 May 26 11:07:47.856736 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-8b1e305d-beb7-4f37-bee8-5434b0c0f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:07:46Z', 'revision_number': 5, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port': {'id': '3c7baf6a-7ae2-4600-830f-47495f0205a4', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:47.861042 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1e305d-beb7-4f37-bee8-5434b0c0f049 None None] Checking router: b6302efb-1532-4fa5-847d-8a16584b2a12 for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:07:47.869169 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1e305d-beb7-4f37-bee8-5434b0c0f049 None None] Routers {'b6302efb-1532-4fa5-847d-8a16584b2a12'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:07:47.869799 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-8b1e305d-beb7-4f37-bee8-5434b0c0f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:07:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['b6302efb-1532-4fa5-847d-8a16584b2a12'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:47.892013 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-e637b088-9865-49c6-aca3-299c3b623150 req-94984340-0ccc-4e01-afd2-d63de67da443 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512283 May 26 11:07:47.903567 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Deleting port 3c7baf6a-7ae2-4600-830f-47495f0205a4 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:07:47.903963 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:48.015457 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-8b1e305d-beb7-4f37-bee8-5434b0c0f049 None None] Set router b6302efb-1532-4fa5-847d-8a16584b2a12 gateway port host: None {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:07:48.025316 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] For port 3c7baf6a-7ae2-4600-830f-47495f0205a4, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=3c7baf6a-7ae2-4600-830f-47495f0205a4,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:48.025697 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:48.119827 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-8b1e305d-beb7-4f37-bee8-5434b0c0f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:07:47Z', 'revision_number': 6, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port_host': None}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:48.124145 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1e305d-beb7-4f37-bee8-5434b0c0f049 None None] The sync data for ids ['b6302efb-1532-4fa5-847d-8a16584b2a12'] in dv-cinder-793136-1-smb is: [{'id': 'b6302efb-1532-4fa5-847d-8a16584b2a12', 'name': 'tempest-AttachVolumeTestJSON-1332860440-router', 'tenant_id': '5dea62f1d4724fffaaf71875aa52046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:12Z', 'updated_at': '2021-05-26T11:07:47Z', 'revision_number': 6, 'project_id': '5dea62f1d4724fffaaf71875aa52046c', 'gw_port_host': None}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:07:48.247891 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Calling delete_port for 3c7baf6a-7ae2-4600-830f-47495f0205a4 owned by network:router_gateway {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:07:48.385835 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:48.389821 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e8dbca4b-c962-4889-b170-9e896b24d6fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:48.435485 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7baf6a-7ae2-4600-830f-47495f0205a4,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:48.469935 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:48.531420 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd12b9-1769-48e0-859e-39b338751cff req-77c193ab-a45b-41b3-8dd6-3a2e297c2567 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:48.532953 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-eedd12b9-1769-48e0-859e-39b338751cff req-77c193ab-a45b-41b3-8dd6-3a2e297c2567 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.0944965 May 26 11:07:48.538295 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503002'] for router_gateway, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:48.587077 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-eedd12b9-1769-48e0-859e-39b338751cff req-b8dafe54-7524-4f14-beb4-692c9faa3a58 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469429 May 26 11:07:48.726048 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5570'] for router, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:48.728174 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:48.750692 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496745'] for router, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:48.751310 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6302efb-1532-4fa5-847d-8a16584b2a12 {{(pid=91665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:07:48.764021 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Notify callbacks [] for router, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:48.765123 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b6302efb-1532-4fa5-847d-8a16584b2a12 HTTP/1.1" status: 204 len: 168 time: 1.3876071 May 26 11:07:48.767602 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46040) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:48.826364 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d600069-7a19-4720-9872-622c321f842f admin admin] Deleting subnet 029d1ebe-22a2-45b9-8a2e-0cab033d9ebc {{(pid=91665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:07:48.830182 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2d600069-7a19-4720-9872-622c321f842f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:48.881148 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2d600069-7a19-4720-9872-622c321f842f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6468079'] for subnet, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:48.997453 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2d600069-7a19-4720-9872-622c321f842f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:49.209663 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aed00-08af-4d04-92ca-0d8847e7d8c9 req-480bd7a0-05f2-415a-adcb-4c67ba421853 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:49.211150 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b74aed00-08af-4d04-92ca-0d8847e7d8c9 req-480bd7a0-05f2-415a-adcb-4c67ba421853 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 946 time: 0.1841140 May 26 11:07:49.318105 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b74aed00-08af-4d04-92ca-0d8847e7d8c9 req-55986449-bd9d-4a7f-bc0f-6275b2348cae tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982678 May 26 11:07:49.346396 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2d600069-7a19-4720-9872-622c321f842f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6436956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5413835'] for subnet, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:49.350238 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-398ed9f2-530f-4ebf-bf0c-711ecface807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:49.382621 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d600069-7a19-4720-9872-622c321f842f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029d1ebe-22a2-45b9-8a2e-0cab033d9ebc,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:49.386147 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-2d600069-7a19-4720-9872-622c321f842f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:49.388326 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2d600069-7a19-4720-9872-622c321f842f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:49.393676 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40565a42-da00-440e-b28c-87acfc3f8ec3 None None] Network 32b43f6f-a166-4fbd-adce-080c4d711545 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:07:49.394139 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-2d600069-7a19-4720-9872-622c321f842f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/029d1ebe-22a2-45b9-8a2e-0cab033d9ebc HTTP/1.1" status: 204 len: 168 time: 0.6255250 May 26 11:07:49.396504 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46046) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:49.505731 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:49.556751 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-14c082b5-0477-4cc1-a86e-eac9d2cb1ec2 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:49.558349 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-14c082b5-0477-4cc1-a86e-eac9d2cb1ec2 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.16 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 946 time: 0.0858624 May 26 11:07:49.580472 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Deleting port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:07:49.581179 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:49.667625 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a182f8-1cea-46ee-a155-b7e58cccd53d None None] DHCP port deletion for 32b43f6f-a166-4fbd-adce-080c4d711545 request from dv-cinder-793136-1-smb {{(pid=91666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:07:49.682355 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] For port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:49.682757 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:49.737660 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-21a182f8-1cea-46ee-a155-b7e58cccd53d None None] Deleting port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:07:49.738214 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-21a182f8-1cea-46ee-a155-b7e58cccd53d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:49.767531 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Deleting port f437a192-6cd5-4fe4-bbca-703a874d56e3 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:07:49.767877 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:49.874602 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-21a182f8-1cea-46ee-a155-b7e58cccd53d None None] For port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6,segment=NetworkSegment(603b0290-2bf3-4c16-a58b-0d854f24c243),segment_id=603b0290-2bf3-4c16-a58b-0d854f24c243)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:49.875023 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-21a182f8-1cea-46ee-a155-b7e58cccd53d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:49.903609 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Calling delete_port for 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 owned by network:dhcp {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:07:49.955094 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:49.960190 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-8b8de00d-9aff-4843-8bf5-5276cd34fff7 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:49.997133 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-21a182f8-1cea-46ee-a155-b7e58cccd53d None None] Calling delete_port for 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 owned by network:dhcp {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:07:50.002767 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65b73a-0b07-4d0d-80fb-eb8494fddcbf req-4b358614-d099-44b2-8a9b-cc424bf281f6 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:50.004660 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1d65b73a-0b07-4d0d-80fb-eb8494fddcbf req-4b358614-d099-44b2-8a9b-cc424bf281f6 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.2951455 May 26 11:07:50.010858 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Pushing event deleted for resources: {'Port': ['ID=2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:50.013441 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] No DVR routers for this DVR port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 on host dv-cinder-793136-1-smb {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:07:50.014942 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:50.043059 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] For port f437a192-6cd5-4fe4-bbca-703a874d56e3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f437a192-6cd5-4fe4-bbca-703a874d56e3,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:50.043436 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.141986 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.142395 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-21a182f8-1cea-46ee-a155-b7e58cccd53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.146133 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:50.154810 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1d65b73a-0b07-4d0d-80fb-eb8494fddcbf req-41868b6c-9b8b-4d3b-933b-c98b284db13b tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318119 May 26 11:07:50.162249 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b43f6f-a166-4fbd-adce-080c4d711545']}} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:50.180341 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603b0290-2bf3-4c16-a58b-0d854f24c243') {'for_net_delete': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:50.180715 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603b0290-2bf3-4c16-a58b-0d854f24c243') {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:50.189598 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 3c7baf6a-7ae2-4600-830f-47495f0205a4 no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:07:50.195605 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6468054'] for segment, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.212094 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.220070 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=91665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:07:50.220333 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6437630'] for segment, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.231374 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a182f8-1cea-46ee-a155-b7e58cccd53d None None] Pushing event deleted for resources: {'Port': ['ID=2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: Traceback (most recent call last): May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: timer() May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: cb(*args, **kw) May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: return func(*args, **kwargs) May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: self._notify() May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: self.callback(batched_events) May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: event.method(event) May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: return f(self, *a, **k) May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: return self._get(url).json() May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: return self.request(url, 'GET', **kwargs) May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:07:50.236408 dv-cinder-793136-1-smb neutron-server[91665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:07:50.241796 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-21a182f8-1cea-46ee-a155-b7e58cccd53d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:50.244413 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: 3c7baf6a-7ae2-4600-830f-47495f0205a4 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:07:50.244762 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 3c7baf6a-7ae2-4600-830f-47495f0205a4 not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:07:50.245181 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 2a009cba-e2f4-4c1b-8c57-ae5865672234 no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:07:50.269533 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a182f8-1cea-46ee-a155-b7e58cccd53d None None] No DVR routers for this DVR port 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 on host dv-cinder-793136-1-smb {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:07:50.287745 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: 2a009cba-e2f4-4c1b-8c57-ae5865672234 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:07:50.288101 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 2a009cba-e2f4-4c1b-8c57-ae5865672234 not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:07:50.288535 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:07:50.317937 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2d005ebd-078a-454b-b624-0347cb4fcb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.323813 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.324635 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:07:50.325527 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 2e661fc4-b4f4-4ce9-9eac-da5b0e2100e6 not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:07:50.329613 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:50.353090 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.359985 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Pushing event deleted for resources: {'Network': ['ID=32b43f6f-a166-4fbd-adce-080c4d711545,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:50.363228 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:50.377247 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.377636 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503015'] for floatingip, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.377968 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.db.l3_db [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Floating IP 5165c724-54d9-4bf0-8030-186d74bae3b9 disassociated. External IP: 172.28.0.28, port: f437a192-6cd5-4fe4-bbca-703a874d56e3. May 26 11:07:50.378334 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Calling delete_port for f437a192-6cd5-4fe4-bbca-703a874d56e3 owned by compute:nova {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:07:50.385554 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] 10.222.0.25 "DELETE /v2.0/networks/32b43f6f-a166-4fbd-adce-080c4d711545 HTTP/1.1" status: 204 len: 168 time: 0.9857750 May 26 11:07:50.506305 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.513083 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:50.516021 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e5f8e-a3bb-47c5-9af0-f2c45c0f3cd6 req-25525db0-bf92-4d42-ab59-c5bf4112de90 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:50.517814 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-575e5f8e-a3bb-47c5-9af0-f2c45c0f3cd6 req-25525db0-bf92-4d42-ab59-c5bf4112de90 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 946 time: 0.0845053 May 26 11:07:50.519706 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46058) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:50.556768 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event deleted for resources: {'Port': ['ID=f437a192-6cd5-4fe4-bbca-703a874d56e3,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:50.560869 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:50.600050 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-53f00387-7091-4027-bd6d-684171bd87f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5dea62f1d4724fffaaf71875aa52046c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0791509 May 26 11:07:50.603016 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46062) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:50.617564 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-575e5f8e-a3bb-47c5-9af0-f2c45c0f3cd6 req-58e4593a-e12a-4aa6-a477-e6591ca4cec2 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fb41e44-48e6-470b-b701-8af55c0bba7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840473 May 26 11:07:50.669091 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5cc1213d-6dbb-434a-8016-2910a1751d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.694146 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5cc1213d-6dbb-434a-8016-2910a1751d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.746510 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Router 32a557a1-0384-4182-81ec-47f4a487001d has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:07:50.748118 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5cc1213d-6dbb-434a-8016-2910a1751d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.752950 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-02f8a80c-a935-41de-8c14-137819a7f008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:50.767410 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1213d-6dbb-434a-8016-2910a1751d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae359d7-0923-4ddd-8e29-16a7e91167f1,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:50.770395 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-5cc1213d-6dbb-434a-8016-2910a1751d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:50.772318 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5cc1213d-6dbb-434a-8016-2910a1751d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.775625 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-5cc1213d-6dbb-434a-8016-2910a1751d93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ae359d7-0923-4ddd-8e29-16a7e91167f1 HTTP/1.1" status: 204 len: 168 time: 0.1695170 May 26 11:07:50.928169 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:07:50.939530 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aa0fb5-2028-4171-9fc6-a4499e72ac49 None None] Sync routers for ids ['32a557a1-0384-4182-81ec-47f4a487001d'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:07:50.949776 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa0fb5-2028-4171-9fc6-a4499e72ac49 None None] Routers {'32a557a1-0384-4182-81ec-47f4a487001d'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:07:50.950882 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-d0aa0fb5-2028-4171-9fc6-a4499e72ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:07:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['32a557a1-0384-4182-81ec-47f4a487001d'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:51.018950 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] No DVR routers for this DVR port f437a192-6cd5-4fe4-bbca-703a874d56e3 on host hv-cinder-79313 {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:07:51.021647 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:51.031561 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'name': 'network-vif-deleted', 'tag': 'f437a192-6cd5-4fe4-bbca-703a874d56e3'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:07:51.048619 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-a74004c8-e158-471b-898f-a6c05d6c1baa req-ef683f48-fbaf-4c8c-9674-4971e55810f5 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.16 "DELETE /v2.0/ports/f437a192-6cd5-4fe4-bbca-703a874d56e3 HTTP/1.1" status: 204 len: 173 time: 1.4836867 May 26 11:07:51.101669 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e297a4-aa7e-4de4-ad6c-397b3388fb0c', 'name': 'network-vif-deleted', 'tag': 'f437a192-6cd5-4fe4-bbca-703a874d56e3', 'status': 'completed', 'code': 200} May 26 11:07:51.139611 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-d0aa0fb5-2028-4171-9fc6-a4499e72ac49 None None] Set router 32a557a1-0384-4182-81ec-47f4a487001d gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:07:51.460630 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-d0aa0fb5-2028-4171-9fc6-a4499e72ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:41Z', 'revision_number': 5, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:51.465320 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aa0fb5-2028-4171-9fc6-a4499e72ac49 None None] Checking router: 32a557a1-0384-4182-81ec-47f4a487001d for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:07:51.474574 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa0fb5-2028-4171-9fc6-a4499e72ac49 None None] Routers {'32a557a1-0384-4182-81ec-47f4a487001d'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:07:51.475173 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-d0aa0fb5-2028-4171-9fc6-a4499e72ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:07:23Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['32a557a1-0384-4182-81ec-47f4a487001d'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:51.694195 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-d0aa0fb5-2028-4171-9fc6-a4499e72ac49 None None] Set router 32a557a1-0384-4182-81ec-47f4a487001d gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:07:51.793365 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-fee208a4-98a8-46b0-919a-7b971acf3a0a req-02252287-c8a1-4949-9b8c-92fbf87ea335 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/ports?device_id=02e297a4-aa7e-4de4-ad6c-397b3388fb0c HTTP/1.1" status: 200 len: 210 time: 0.0431604 May 26 11:07:52.050897 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-d0aa0fb5-2028-4171-9fc6-a4499e72ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:41Z', 'revision_number': 5, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:52.055338 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aa0fb5-2028-4171-9fc6-a4499e72ac49 None None] The sync data for ids ['32a557a1-0384-4182-81ec-47f4a487001d'] in dv-cinder-793136-1-smb is: [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '641d7ca8-5b55-4905-9832-d11626c17bd8', 'name': '', 'network_id': 'e7ee213c-6e0b-4113-9589-8fb92bbb537a', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'mac_address': 'fa:16:3e:be:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:25Z', 'updated_at': '2021-05-26T11:01:41Z', 'revision_number': 5, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'subnets': [{'id': '78da3282-26cc-4d36-90ec-09bda8e0be96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:07:52.201916 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:52.292848 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03160e69-1eab-4314-a89b-e1bef527a861 None None] New status for floating IP 5165c724-54d9-4bf0-8030-186d74bae3b9: DOWN {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:07:52.493228 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:52.641483 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device f437a192-6cd5-4fe4-bbca-703a874d56e3 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:07:52.677416 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: f437a192-6cd5-4fe4-bbca-703a874d56e3 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:07:52.677766 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device f437a192-6cd5-4fe4-bbca-703a874d56e3 not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:07:52.877106 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-629945f7-d076-4cbe-aec9-c684aebcd823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:52.919958 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46104) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:52.987110 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4f98c525-34d2-4a30-afe3-067d09bdb755 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.015805 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4f98c525-34d2-4a30-afe3-067d09bdb755 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.068534 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4f98c525-34d2-4a30-afe3-067d09bdb755 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.072327 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b0fa1fb5-2984-491b-8907-4f61dd997bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:53.087667 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98c525-34d2-4a30-afe3-067d09bdb755 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb41e44-48e6-470b-b701-8af55c0bba7e,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:53.090416 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4f98c525-34d2-4a30-afe3-067d09bdb755 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:53.099190 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4f98c525-34d2-4a30-afe3-067d09bdb755 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.100299 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-4f98c525-34d2-4a30-afe3-067d09bdb755 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "DELETE /v2.0/security-groups/0fb41e44-48e6-470b-b701-8af55c0bba7e HTTP/1.1" status: 204 len: 168 time: 0.1793489 May 26 11:07:53.102935 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46108) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:53.118551 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.api.v2.resource [None req-970df537-4817-4957-92d2-de78b46d943a tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] show failed (client error): The resource could not be found. May 26 11:07:53.119496 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-970df537-4817-4957-92d2-de78b46d943a tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "GET /v2.0/security-groups/0fb41e44-48e6-470b-b701-8af55c0bba7e HTTP/1.1" status: 404 len: 347 time: 0.0156777 May 26 11:07:53.122596 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46112) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:53.337293 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-4e4613ab-0df2-479c-8555-f38fc712216f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Deleting port 7d420249-7d68-48f5-bd33-0b559c4a6f9d {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:07:53.337982 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4e4613ab-0df2-479c-8555-f38fc712216f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.454359 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4e4613ab-0df2-479c-8555-f38fc712216f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.454691 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4e4613ab-0df2-479c-8555-f38fc712216f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.551765 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.579376 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-4e4613ab-0df2-479c-8555-f38fc712216f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Calling delete_port for 7d420249-7d68-48f5-bd33-0b559c4a6f9d owned by network:floatingip {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:07:53.787940 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4e4613ab-0df2-479c-8555-f38fc712216f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.792152 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-31e2e551-5749-4dd8-b581-063c3e3a5669 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:53.834904 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4613ab-0df2-479c-8555-f38fc712216f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Pushing event deleted for resources: {'Port': ['ID=7d420249-7d68-48f5-bd33-0b559c4a6f9d,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:53.868528 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4e4613ab-0df2-479c-8555-f38fc712216f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:53.924371 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4e4613ab-0df2-479c-8555-f38fc712216f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks [] for floatingip, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.937665 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4e4613ab-0df2-479c-8555-f38fc712216f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.938789 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-4e4613ab-0df2-479c-8555-f38fc712216f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] 10.222.0.25 "DELETE /v2.0/floatingips/5165c724-54d9-4bf0-8030-186d74bae3b9 HTTP/1.1" status: 204 len: 168 time: 0.8153386 May 26 11:07:55.310804 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:56.730599 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46178) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:57.436396 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5c957730-d51f-4bf0-8a61-48eeef7d6d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501237'] for router_interface, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:57.851484 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-5c957730-d51f-4bf0-8a61-48eeef7d6d25 admin admin] Deleting port 641d7ca8-5b55-4905-9832-d11626c17bd8 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:07:57.852148 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5c957730-d51f-4bf0-8a61-48eeef7d6d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:57.976595 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-5c957730-d51f-4bf0-8a61-48eeef7d6d25 admin admin] For port 641d7ca8-5b55-4905-9832-d11626c17bd8, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=641d7ca8-5b55-4905-9832-d11626c17bd8,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:57.976945 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5c957730-d51f-4bf0-8a61-48eeef7d6d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:58.185980 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-5c957730-d51f-4bf0-8a61-48eeef7d6d25 admin admin] Calling delete_port for 641d7ca8-5b55-4905-9832-d11626c17bd8 owned by network:router_interface {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:07:58.326910 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5c957730-d51f-4bf0-8a61-48eeef7d6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:58.331253 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-08a532f5-8e82-4bc7-a628-26fdf05f6234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:58.373841 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c957730-d51f-4bf0-8a61-48eeef7d6d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=641d7ca8-5b55-4905-9832-d11626c17bd8,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:58.376905 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-5c957730-d51f-4bf0-8a61-48eeef7d6d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:58.645835 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5c957730-d51f-4bf0-8a61-48eeef7d6d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497477'] for router_interface, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:59.011367 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c957730-d51f-4bf0-8a61-48eeef7d6d25 admin admin] Router 32a557a1-0384-4182-81ec-47f4a487001d has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:07:59.182509 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c957730-d51f-4bf0-8a61-48eeef7d6d25 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:07:59.191539 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e21c91-0630-4c89-a5df-f691f4fec912 None None] Sync routers for ids ['32a557a1-0384-4182-81ec-47f4a487001d'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:07:59.195460 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-5c957730-d51f-4bf0-8a61-48eeef7d6d25 admin admin] 10.222.0.25 "PUT /v2.0/routers/32a557a1-0384-4182-81ec-47f4a487001d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4635744 May 26 11:07:59.197906 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46218) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:59.200693 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e21c91-0630-4c89-a5df-f691f4fec912 None None] Routers {'32a557a1-0384-4182-81ec-47f4a487001d'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:07:59.202103 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-c2e21c91-0630-4c89-a5df-f691f4fec912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:07:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['32a557a1-0384-4182-81ec-47f4a487001d'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:59.370934 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Notify callbacks [] for router, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:59.375705 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-c2e21c91-0630-4c89-a5df-f691f4fec912 None None] Set router 32a557a1-0384-4182-81ec-47f4a487001d gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:07:59.643765 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:59.660016 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-c2e21c91-0630-4c89-a5df-f691f4fec912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:07:58Z', 'revision_number': 5, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port': {'id': 'c7f2cc9f-c7de-4c45-a920-3051b181d40b', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a557a1-0384-4182-81ec-47f4a487001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:01:16Z', 'updated_at': '2021-05-26T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:59.663982 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e21c91-0630-4c89-a5df-f691f4fec912 None None] Checking router: 32a557a1-0384-4182-81ec-47f4a487001d for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:07:59.672564 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e21c91-0630-4c89-a5df-f691f4fec912 None None] Routers {'32a557a1-0384-4182-81ec-47f4a487001d'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:07:59.673167 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-c2e21c91-0630-4c89-a5df-f691f4fec912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:07:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['32a557a1-0384-4182-81ec-47f4a487001d'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:59.717238 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Deleting port c7f2cc9f-c7de-4c45-a920-3051b181d40b {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:07:59.717629 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:59.825375 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-c2e21c91-0630-4c89-a5df-f691f4fec912 None None] Set router 32a557a1-0384-4182-81ec-47f4a487001d gateway port host: None {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:07:59.857485 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-51af7a96-6806-4f08-b745-aafcfada54e7 req-fe2b1008-8e9b-49b6-bee3-c5c805467dc2 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611040390&fields=id&tenant_id=7fc77cc7781f47649d58e530d7097c8b HTTP/1.1" status: 200 len: 267 time: 0.0713596 May 26 11:07:59.922080 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] For port c7f2cc9f-c7de-4c45-a920-3051b181d40b, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=c7f2cc9f-c7de-4c45-a920-3051b181d40b,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:07:59.922434 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:59.941833 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-c2e21c91-0630-4c89-a5df-f691f4fec912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:07:59Z', 'revision_number': 6, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port_host': None}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:07:59.943418 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e21c91-0630-4c89-a5df-f691f4fec912 None None] The sync data for ids ['32a557a1-0384-4182-81ec-47f4a487001d'] in dv-cinder-793136-1-smb is: [{'id': '32a557a1-0384-4182-81ec-47f4a487001d', 'name': 'tempest-AttachVolumeShelveTestJSON-2136323734-router', 'tenant_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:01:14Z', 'updated_at': '2021-05-26T11:07:59Z', 'revision_number': 6, 'project_id': '9cfcd0e5c65a49bcaefbeec7d7ee0de5', 'gw_port_host': None}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:08:00.059126 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Calling delete_port for c7f2cc9f-c7de-4c45-a920-3051b181d40b owned by network:router_gateway {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:08:00.093371 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af7a96-6806-4f08-b745-aafcfada54e7 req-9d63cd26-7c15-4c39-a0c6-760b149ad362 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:00.094902 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-51af7a96-6806-4f08-b745-aafcfada54e7 req-9d63cd26-7c15-4c39-a0c6-760b149ad362 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 985 time: 0.2257755 May 26 11:08:00.109082 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [req-51af7a96-6806-4f08-b745-aafcfada54e7 req-aa4beb93-8f73-4761-bb7c-9e22d70660ee tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Request body: {'port': {'security_groups': ['88da8a7d-6fd2-4461-8399-db7780b0df2c']}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:08:00.253769 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-51af7a96-6806-4f08-b745-aafcfada54e7 req-aa4beb93-8f73-4761-bb7c-9e22d70660ee tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:00.358903 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 641d7ca8-5b55-4905-9832-d11626c17bd8 no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:08:00.396299 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: 641d7ca8-5b55-4905-9832-d11626c17bd8 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:08:00.396656 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 641d7ca8-5b55-4905-9832-d11626c17bd8 not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:08:00.412150 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:00.417077 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:00.479048 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f2cc9f-c7de-4c45-a920-3051b181d40b,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:00.485997 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:00.665987 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503002'] for router_gateway, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:00.714975 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-51af7a96-6806-4f08-b745-aafcfada54e7 req-aa4beb93-8f73-4761-bb7c-9e22d70660ee tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] For port e247c92f-cf04-4f28-8720-9fc67be822af, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=e247c92f-cf04-4f28-8720-9fc67be822af,segment=NetworkSegment(72ae5488-e320-4b10-9de8-f3261759c4be),segment_id=72ae5488-e320-4b10-9de8-f3261759c4be)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:00.845593 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5570'] for router, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:00.848482 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:00.874482 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-51af7a96-6806-4f08-b745-aafcfada54e7 req-aa4beb93-8f73-4761-bb7c-9e22d70660ee tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:00.881844 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-51af7a96-6806-4f08-b745-aafcfada54e7 req-aa4beb93-8f73-4761-bb7c-9e22d70660ee tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6437530'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:00.888018 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1bc17f01-ea41-4db5-a7ad-2a9b2faef7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:00.920003 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['e247c92f-cf04-4f28-8720-9fc67be822af'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:08:01.037122 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496745'] for router, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:01.037644 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32a557a1-0384-4182-81ec-47f4a487001d {{(pid=91665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:08:01.070737 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af7a96-6806-4f08-b745-aafcfada54e7 req-aa4beb93-8f73-4761-bb7c-9e22d70660ee tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:01.071377 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-51af7a96-6806-4f08-b745-aafcfada54e7 req-aa4beb93-8f73-4761-bb7c-9e22d70660ee tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:01.076567 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-51af7a96-6806-4f08-b745-aafcfada54e7 req-aa4beb93-8f73-4761-bb7c-9e22d70660ee tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "PUT /v2.0/ports/e247c92f-cf04-4f28-8720-9fc67be822af HTTP/1.1" status: 200 len: 943 time: 0.9739153 May 26 11:08:01.078137 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'tag': 'e247c92f-cf04-4f28-8720-9fc67be822af'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:08:01.079404 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46234) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:01.101673 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Notify callbacks [] for router, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:01.105555 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] 10.222.0.25 "DELETE /v2.0/routers/32a557a1-0384-4182-81ec-47f4a487001d HTTP/1.1" status: 204 len: 168 time: 1.9065297 May 26 11:08:01.108757 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46242) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:01.112025 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4beb93-8f73-4761-bb7c-9e22d70660ee tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event updated for resources: {'Port': ['ID=e247c92f-cf04-4f28-8720-9fc67be822af,revision_number=7']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:01.161046 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-aa4beb93-8f73-4761-bb7c-9e22d70660ee tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:01.222443 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb7360f-0c40-48cc-9bba-c02503aa67ba admin admin] Deleting subnet 78da3282-26cc-4d36-90ec-09bda8e0be96 {{(pid=91665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:08:01.227913 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a46e0564-e5f6-4846-805e-3cae29df2c5a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:01.233568 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4fb7360f-0c40-48cc-9bba-c02503aa67ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:01.271364 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a46e0564-e5f6-4846-805e-3cae29df2c5a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:01.288866 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['e247c92f-cf04-4f28-8720-9fc67be822af'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:08:01.341309 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4fb7360f-0c40-48cc-9bba-c02503aa67ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6468079'] for subnet, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:01.371631 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46248) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:01.381082 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a46e0564-e5f6-4846-805e-3cae29df2c5a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:01.394878 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e1e6b034-6f9c-45c4-a7ad-2976df8b1d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:01.405704 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-499f44c1-4de3-4458-81e6-fdf6917a0f1c None None] Provisioning complete for port e247c92f-cf04-4f28-8720-9fc67be822af triggered by entity DHCP. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:08:01.406256 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-499f44c1-4de3-4458-81e6-fdf6917a0f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:01.413994 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e0564-e5f6-4846-805e-3cae29df2c5a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0603edf-7633-4727-8a1b-15b35fc69be8,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:01.439518 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a46e0564-e5f6-4846-805e-3cae29df2c5a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:01.455141 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a46e0564-e5f6-4846-805e-3cae29df2c5a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:01.460834 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46254) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:01.462288 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-a46e0564-e5f6-4846-805e-3cae29df2c5a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "DELETE /v2.0/security-groups/e0603edf-7633-4727-8a1b-15b35fc69be8 HTTP/1.1" status: 204 len: 168 time: 0.3817060 May 26 11:08:01.547115 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'tag': 'e247c92f-cf04-4f28-8720-9fc67be822af', 'status': 'completed', 'code': 200} May 26 11:08:01.566288 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3c54509e-6afd-4c5a-bdcd-031212238994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:01.583563 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-3c54509e-6afd-4c5a-bdcd-031212238994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:01.588358 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4fb7360f-0c40-48cc-9bba-c02503aa67ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:01.594338 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-3c54509e-6afd-4c5a-bdcd-031212238994 admin admin] Usage tracker for resource:security_group_rule and tenant:01b0f88f0f794a118f0c72b0be1b4f39 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:08:01.598645 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-3c54509e-6afd-4c5a-bdcd-031212238994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:08:01.608790 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-3c54509e-6afd-4c5a-bdcd-031212238994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:01.648055 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95748f47-9775-4fdd-b9f3-22874e5ddd63 req-196d4f1a-1ee2-490e-89f9-17dfc8c05882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:01.649552 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95748f47-9775-4fdd-b9f3-22874e5ddd63 req-196d4f1a-1ee2-490e-89f9-17dfc8c05882 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7fc77cc7781f47649d58e530d7097c8b&device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 1099 time: 0.1238177 May 26 11:08:01.824927 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3c54509e-6afd-4c5a-bdcd-031212238994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:01.831543 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95748f47-9775-4fdd-b9f3-22874e5ddd63 req-fdcb037d-3255-4050-968b-215ddfbd39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:01.833229 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95748f47-9775-4fdd-b9f3-22874e5ddd63 req-fdcb037d-3255-4050-968b-215ddfbd39dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f591e2d-c11f-4b87-bfed-33abb2aee750 HTTP/1.1" status: 200 len: 916 time: 0.1753595 May 26 11:08:01.833798 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3c54509e-6afd-4c5a-bdcd-031212238994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:01.840868 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a39572b1-c598-4691-9d2c-85384a5a05d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:01.978566 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-59841926-4a65-496c-a5b2-0bca7d1fa1ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Deleting port ee9732af-4066-45ff-9765-abdf59cbb682 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:08:01.978908 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-59841926-4a65-496c-a5b2-0bca7d1fa1ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.059056 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54509e-6afd-4c5a-bdcd-031212238994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa22fcaa-3666-4438-9c45-fc0d4325d4c2,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:02.065991 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3c54509e-6afd-4c5a-bdcd-031212238994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:02.070445 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-3c54509e-6afd-4c5a-bdcd-031212238994 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01b0f88f0f794a118f0c72b0be1b4f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6966352 May 26 11:08:02.076902 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46258) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:02.093754 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4fb7360f-0c40-48cc-9bba-c02503aa67ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6436956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5413835'] for subnet, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.100199 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95748f47-9775-4fdd-b9f3-22874e5ddd63 req-96090cb4-0a93-4592-8614-b460deecba8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e247c92f-cf04-4f28-8720-9fc67be822af HTTP/1.1" status: 200 len: 1002 time: 0.2505774 May 26 11:08:02.117365 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-be629038-b7a9-4992-ac39-f25ed65c147c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:02.154273 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4fb7360f-0c40-48cc-9bba-c02503aa67ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.161205 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c984a59-a4c1-4398-996a-c6ece50e0f86 None None] Network e7ee213c-6e0b-4113-9589-8fb92bbb537a requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:08:02.167826 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7360f-0c40-48cc-9bba-c02503aa67ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78da3282-26cc-4d36-90ec-09bda8e0be96,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:02.170752 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4fb7360f-0c40-48cc-9bba-c02503aa67ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:02.177530 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device c7f2cc9f-c7de-4c45-a920-3051b181d40b no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:08:02.181386 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-4fb7360f-0c40-48cc-9bba-c02503aa67ba admin admin] 10.222.0.25 "DELETE /v2.0/subnets/78da3282-26cc-4d36-90ec-09bda8e0be96 HTTP/1.1" status: 204 len: 168 time: 1.0702112 May 26 11:08:02.181965 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-59841926-4a65-496c-a5b2-0bca7d1fa1ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.182433 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-59841926-4a65-496c-a5b2-0bca7d1fa1ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.184966 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46262) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:02.188668 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95748f47-9775-4fdd-b9f3-22874e5ddd63 req-1aeeffa6-b0fd-4c3b-84f1-c3884ef235c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:02.190114 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95748f47-9775-4fdd-b9f3-22874e5ddd63 req-1aeeffa6-b0fd-4c3b-84f1-c3884ef235c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f1cc99d-af2a-43d1-9515-959e3cc712a5 HTTP/1.1" status: 200 len: 854 time: 0.0705659 May 26 11:08:02.215566 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: c7f2cc9f-c7de-4c45-a920-3051b181d40b {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:08:02.216002 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device c7f2cc9f-c7de-4c45-a920-3051b181d40b not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:08:02.262406 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d4504c6e-0071-4b38-aa0e-cdfbbe0bf0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.311914 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-59841926-4a65-496c-a5b2-0bca7d1fa1ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Calling delete_port for ee9732af-4066-45ff-9765-abdf59cbb682 owned by network:floatingip {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:08:02.379941 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d4504c6e-0071-4b38-aa0e-cdfbbe0bf0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.400206 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.445702 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-59841926-4a65-496c-a5b2-0bca7d1fa1ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.449933 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-72db5550-b2e1-4265-b61f-334985af9cd6 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:02.481152 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95748f47-9775-4fdd-b9f3-22874e5ddd63 req-3642d1d6-1a1f-4cf9-8969-971987bf1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:02.482648 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95748f47-9775-4fdd-b9f3-22874e5ddd63 req-3642d1d6-1a1f-4cf9-8969-971987bf1a01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f591e2d-c11f-4b87-bfed-33abb2aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2826591 May 26 11:08:02.509692 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bd9fa9-d1de-4121-b59c-c4ce24fd644c None None] DHCP port deletion for e7ee213c-6e0b-4113-9589-8fb92bbb537a request from dv-cinder-793136-1-smb {{(pid=91666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:08:02.535662 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59841926-4a65-496c-a5b2-0bca7d1fa1ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event deleted for resources: {'Port': ['ID=ee9732af-4066-45ff-9765-abdf59cbb682,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:02.538938 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-59841926-4a65-496c-a5b2-0bca7d1fa1ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:02.581808 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-50bd9fa9-d1de-4121-b59c-c4ce24fd644c None None] Deleting port 625a8b03-97ac-49ac-9c02-2067e5c93394 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:08:02.582350 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-50bd9fa9-d1de-4121-b59c-c4ce24fd644c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.584824 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d4504c6e-0071-4b38-aa0e-cdfbbe0bf0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.592071 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0e7fc391-c4f0-441b-97d7-e6cc0b98151a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:02.603964 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-59841926-4a65-496c-a5b2-0bca7d1fa1ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks [] for floatingip, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.604302 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.l3_db [None req-59841926-4a65-496c-a5b2-0bca7d1fa1ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Floating IP 8f1d1c67-bbdd-44f9-9444-473db02a3dfc disassociated (deleted). External IP: 172.28.0.116, port: e247c92f-cf04-4f28-8720-9fc67be822af. May 26 11:08:02.619443 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4504c6e-0071-4b38-aa0e-cdfbbe0bf0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa22fcaa-3666-4438-9c45-fc0d4325d4c2,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:02.625496 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d4504c6e-0071-4b38-aa0e-cdfbbe0bf0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:02.639190 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d4504c6e-0071-4b38-aa0e-cdfbbe0bf0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.642662 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-d4504c6e-0071-4b38-aa0e-cdfbbe0bf0d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa22fcaa-3666-4438-9c45-fc0d4325d4c2 HTTP/1.1" status: 204 len: 168 time: 0.5623350 May 26 11:08:02.663354 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Deleting port 625a8b03-97ac-49ac-9c02-2067e5c93394 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:08:02.663697 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.691943 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95748f47-9775-4fdd-b9f3-22874e5ddd63 req-64e5cdde-bd21-47a1-927c-064eed600c4c service neutron] 10.222.0.16 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002864 May 26 11:08:02.702880 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-50bd9fa9-d1de-4121-b59c-c4ce24fd644c None None] For port 625a8b03-97ac-49ac-9c02-2067e5c93394, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=625a8b03-97ac-49ac-9c02-2067e5c93394,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:02.703398 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-50bd9fa9-d1de-4121-b59c-c4ce24fd644c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.835401 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-50bd9fa9-d1de-4121-b59c-c4ce24fd644c None None] Calling delete_port for 625a8b03-97ac-49ac-9c02-2067e5c93394 owned by network:dhcp {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:08:02.864450 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] For port 625a8b03-97ac-49ac-9c02-2067e5c93394, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=625a8b03-97ac-49ac-9c02-2067e5c93394,segment=NetworkSegment(4026fba0-016e-42e0-a594-21854f671c01),segment_id=4026fba0-016e-42e0-a594-21854f671c01)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:02.864844 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.898938 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-50bd9fa9-d1de-4121-b59c-c4ce24fd644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.905779 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:02.961565 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd9fa9-d1de-4121-b59c-c4ce24fd644c None None] Pushing event deleted for resources: {'Port': ['ID=625a8b03-97ac-49ac-9c02-2067e5c93394,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:02.963635 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd9fa9-d1de-4121-b59c-c4ce24fd644c None None] No DVR routers for this DVR port 625a8b03-97ac-49ac-9c02-2067e5c93394 on host dv-cinder-793136-1-smb {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:08:02.965011 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-50bd9fa9-d1de-4121-b59c-c4ce24fd644c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:03.006768 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Calling delete_port for 625a8b03-97ac-49ac-9c02-2067e5c93394 owned by network:dhcp {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:08:03.046287 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95748f47-9775-4fdd-b9f3-22874e5ddd63 req-4d118d21-d25a-4043-8442-c3bb30712be9 service neutron] 10.222.0.16 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050137 May 26 11:08:03.077213 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:03.082269 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3e05b7ff-f779-4b60-9496-239c4f019607 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:03.125606 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Pushing event deleted for resources: {'Port': ['ID=625a8b03-97ac-49ac-9c02-2067e5c93394,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:03.128575 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:03.129581 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] No DVR routers for this DVR port 625a8b03-97ac-49ac-9c02-2067e5c93394 on host dv-cinder-793136-1-smb {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:08:03.169873 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59841926-4a65-496c-a5b2-0bca7d1fa1ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Router bad61353-c418-463f-8c19-dbd037f26911 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:08:03.248007 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:03.262002 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ee213c-6e0b-4113-9589-8fb92bbb537a']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:03.275078 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4026fba0-016e-42e0-a594-21854f671c01') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:03.275375 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4026fba0-016e-42e0-a594-21854f671c01') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:03.286996 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6456922'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:03.304220 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:03.310879 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:08:03.311264 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6358662'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: util.warn( May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: util.warn( May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: util.warn( May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: util.warn( May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: Traceback (most recent call last): May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: timer() May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: cb(*args, **kw) May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: return func(*args, **kwargs) May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: self._notify() May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: self.callback(batched_events) May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: event.method(event) May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: return f(self, *a, **k) May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: return self._get(url).json() May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:08:03.325144 dv-cinder-793136-1-smb neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:08:03.364571 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59841926-4a65-496c-a5b2-0bca7d1fa1ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:08:03.374286 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d5d2d-7885-4956-9db0-32c0b8e9cb60 None None] Sync routers for ids ['bad61353-c418-463f-8c19-dbd037f26911'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:08:03.385700 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d5d2d-7885-4956-9db0-32c0b8e9cb60 None None] Routers {'bad61353-c418-463f-8c19-dbd037f26911'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:08:03.387112 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-929d5d2d-7885-4956-9db0-32c0b8e9cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:07:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['bad61353-c418-463f-8c19-dbd037f26911'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:03.393005 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-59841926-4a65-496c-a5b2-0bca7d1fa1ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:03.409277 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:03.413799 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7a8c4a7e-d83a-4695-b40f-652134e40d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:03.430063 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:03.443084 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ee213c-6e0b-4113-9589-8fb92bbb537a,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:03.447217 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:03.460227 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-562df773-3059-4529-b0fc-947078ef927c admin admin] 10.222.0.25 "DELETE /v2.0/networks/e7ee213c-6e0b-4113-9589-8fb92bbb537a HTTP/1.1" status: 204 len: 168 time: 1.2735367 May 26 11:08:03.467541 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-59841926-4a65-496c-a5b2-0bca7d1fa1ca tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "DELETE /v2.0/floatingips/8f1d1c67-bbdd-44f9-9444-473db02a3dfc HTTP/1.1" status: 204 len: 168 time: 2.0012500 May 26 11:08:03.548806 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'tag': 'e247c92f-cf04-4f28-8720-9fc67be822af'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:08:03.637729 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-929d5d2d-7885-4956-9db0-32c0b8e9cb60 None None] Set router bad61353-c418-463f-8c19-dbd037f26911 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:08:03.650471 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'tag': 'e247c92f-cf04-4f28-8720-9fc67be822af', 'status': 'completed', 'code': 200} May 26 11:08:03.729892 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46298) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:03.796969 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360abe3-f636-4dc0-b14b-7cededb9150f req-35756cde-7e46-46e1-9612-951a5283a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:03.799222 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0360abe3-f636-4dc0-b14b-7cededb9150f req-35756cde-7e46-46e1-9612-951a5283a248 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7fc77cc7781f47649d58e530d7097c8b&device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 1099 time: 0.0938175 May 26 11:08:03.836533 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-f72e5304-b6a6-49fd-a341-9a6c3c9649d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cfcd0e5c65a49bcaefbeec7d7ee0de5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1053905 May 26 11:08:03.839273 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46304) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:03.972746 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-98988007-c82a-4d78-92d7-e5bfb31157b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:04.034177 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-98988007-c82a-4d78-92d7-e5bfb31157b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:04.112664 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-98988007-c82a-4d78-92d7-e5bfb31157b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:04.124477 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f0af54f6-b058-47b8-835f-e1a19326d41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:04.136059 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-929d5d2d-7885-4956-9db0-32c0b8e9cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 4, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port': {'id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:33Z', 'updated_at': '2021-05-26T11:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '6abb0d43-cbc2-4c74-a312-6c8b7c6c9969', 'name': '', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'mac_address': 'fa:16:3e:5d:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:35Z', 'updated_at': '2021-05-26T11:05:42Z', 'revision_number': 5, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'subnets': [{'id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:04.141657 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d5d2d-7885-4956-9db0-32c0b8e9cb60 None None] Checking router: bad61353-c418-463f-8c19-dbd037f26911 for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:08:04.147831 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98988007-c82a-4d78-92d7-e5bfb31157b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71518129-a074-4530-a383-ace8e7681f78,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:04.152012 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-98988007-c82a-4d78-92d7-e5bfb31157b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:04.156991 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-98988007-c82a-4d78-92d7-e5bfb31157b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:04.160289 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-98988007-c82a-4d78-92d7-e5bfb31157b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71518129-a074-4530-a383-ace8e7681f78 HTTP/1.1" status: 204 len: 168 time: 0.3176689 May 26 11:08:04.161417 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360abe3-f636-4dc0-b14b-7cededb9150f req-016cf254-7b88-4194-b06f-09242696dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:04.163439 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0360abe3-f636-4dc0-b14b-7cededb9150f req-016cf254-7b88-4194-b06f-09242696dd12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f591e2d-c11f-4b87-bfed-33abb2aee750 HTTP/1.1" status: 200 len: 916 time: 0.3549356 May 26 11:08:04.175070 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d5d2d-7885-4956-9db0-32c0b8e9cb60 None None] Routers {'bad61353-c418-463f-8c19-dbd037f26911'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:08:04.175909 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-929d5d2d-7885-4956-9db0-32c0b8e9cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:07:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['bad61353-c418-463f-8c19-dbd037f26911'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:04.243219 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 625a8b03-97ac-49ac-9c02-2067e5c93394 no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:08:04.254532 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0360abe3-f636-4dc0-b14b-7cededb9150f req-e4d07c88-1ce9-4d1d-bc8f-b6c1ba84f837 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e247c92f-cf04-4f28-8720-9fc67be822af HTTP/1.1" status: 200 len: 217 time: 0.0801244 May 26 11:08:04.320528 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: 625a8b03-97ac-49ac-9c02-2067e5c93394 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:08:04.320865 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 625a8b03-97ac-49ac-9c02-2067e5c93394 not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:08:04.337226 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360abe3-f636-4dc0-b14b-7cededb9150f req-aa99ca5d-1dfc-4c74-a97a-66662fd2b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:04.340334 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0360abe3-f636-4dc0-b14b-7cededb9150f req-aa99ca5d-1dfc-4c74-a97a-66662fd2b261 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f1cc99d-af2a-43d1-9515-959e3cc712a5 HTTP/1.1" status: 200 len: 854 time: 0.0788527 May 26 11:08:04.433029 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360abe3-f636-4dc0-b14b-7cededb9150f req-055cd1aa-f3f6-4e4a-b4d1-d012bc4571ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:04.434955 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0360abe3-f636-4dc0-b14b-7cededb9150f req-055cd1aa-f3f6-4e4a-b4d1-d012bc4571ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f591e2d-c11f-4b87-bfed-33abb2aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864286 May 26 11:08:04.460622 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-929d5d2d-7885-4956-9db0-32c0b8e9cb60 None None] Set router bad61353-c418-463f-8c19-dbd037f26911 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:08:04.591342 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0360abe3-f636-4dc0-b14b-7cededb9150f req-cad5b6c0-cca6-472b-8b05-02ed49d84fbf service neutron] 10.222.0.16 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474681 May 26 11:08:04.763856 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-0360abe3-f636-4dc0-b14b-7cededb9150f req-b5c139ab-845f-45ca-9d6f-874e36293d58 service neutron] 10.222.0.16 "GET /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655173 May 26 11:08:04.912644 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-929d5d2d-7885-4956-9db0-32c0b8e9cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 4, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port': {'id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:33Z', 'updated_at': '2021-05-26T11:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '6abb0d43-cbc2-4c74-a312-6c8b7c6c9969', 'name': '', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'mac_address': 'fa:16:3e:5d:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:35Z', 'updated_at': '2021-05-26T11:05:42Z', 'revision_number': 5, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'subnets': [{'id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:04.916729 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d5d2d-7885-4956-9db0-32c0b8e9cb60 None None] The sync data for ids ['bad61353-c418-463f-8c19-dbd037f26911'] in dv-cinder-793136-1-smb is: [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:05:36Z', 'revision_number': 4, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port': {'id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:33Z', 'updated_at': '2021-05-26T11:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '6abb0d43-cbc2-4c74-a312-6c8b7c6c9969', 'name': '', 'network_id': '6f591e2d-c11f-4b87-bfed-33abb2aee750', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'mac_address': 'fa:16:3e:5d:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:35Z', 'updated_at': '2021-05-26T11:05:42Z', 'revision_number': 5, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'subnets': [{'id': '9f1cc99d-af2a-43d1-9515-959e3cc712a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:08:05.133717 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46348) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:05.246621 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ccd06-2fab-473c-a0c8-ae6e9b709574 None None] New status for floating IP 8f1d1c67-bbdd-44f9-9444-473db02a3dfc: DOWN {{(pid=91667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:08:05.286829 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1275599084-network', 'tenant_id': '31f424528b074f8b8e910009b462f99c'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:08:05.293918 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:05.300741 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Usage tracker for resource:network and tenant:31f424528b074f8b8e910009b462f99c is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:08:05.307267 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:08:05.315186 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:05.326602 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Made reservation on behalf of 31f424528b074f8b8e910009b462f99c for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:08:05.329273 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:05.342481 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:05.361807 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:05.366055 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Usage tracker for resource:security_group_rule and tenant:31f424528b074f8b8e910009b462f99c is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:08:05.369135 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:08:05.376029 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:05.467308 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:05.471515 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:05.474673 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-79d55d63-c7e6-47cd-9036-0f9014941c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:05.502093 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:08:05.510501 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d658fd6b-32f4-41b3-8e46-305db367f891,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:05.514539 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:05.516991 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:05.517375 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.db.segments_db [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Added segment dcf5bff3-1435-4a8a-962a-7a85ec4377d3 of type vlan for network c152105a-f800-43d6-a027-893a3c7e8ec5 May 26 11:08:05.545422 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:05.573787 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:05.575086 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:05.575683 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:05.580778 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-eb0799bb-f41d-4492-a0fd-a52c415a003e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:05.677873 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5426426 May 26 11:08:05.680956 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46364) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:05.681491 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Pushing event updated for resources: {'Network': ['ID=c152105a-f800-43d6-a027-893a3c7e8ec5,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:05.683987 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:05.688847 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Request body: {'subnet': {'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1275599084-subnet', 'tenant_id': '31f424528b074f8b8e910009b462f99c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:08:05.693083 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network c152105a-f800-43d6-a027-893a3c7e8ec5 details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:08:05.693718 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:05.697579 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Usage tracker for resource:subnet and tenant:31f424528b074f8b8e910009b462f99c is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:08:05.700758 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:08:05.706955 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:05.717876 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Made reservation on behalf of 31f424528b074f8b8e910009b462f99c for: {'subnet': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:08:05.720306 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5413862'] for subnet, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:06.104656 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6436893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5413872'] for subnet, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:06.108991 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-dedf2d2a-6014-4d65-a99d-ccafbbd1e97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:06.176078 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07645e9a-4714-44f1-af9a-8abf2bb31a79,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:06.179714 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:06.186975 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Checking segment: {'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:08:06.187333 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Network hostable DHCP agents. Network: c152105a-f800-43d6-a027-893a3c7e8ec5, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:08:06.203722 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Network c152105a-f800-43d6-a027-893a3c7e8ec5 is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:08:06.213434 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, c152105a-f800-43d6-a027-893a3c7e8ec5) {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:08:06.221111 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:06.221740 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:06.224019 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a589bbfb-2be6-4ea5-a7f0-a6c7c7dd45a3 None None] Network c152105a-f800-43d6-a027-893a3c7e8ec5 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:08:06.241986 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-cce287ce-ba57-4b01-a7d0-e39bc572e6a6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5594862 May 26 11:08:06.452505 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01414dcb-f2bc-4ee2-be3c-79fabd1bb108 None None] Network c152105a-f800-43d6-a027-893a3c7e8ec5 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:08:06.826944 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-9d09e279-11ef-4c9d-bd1a-31b74350c711 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:06.828402 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-9d09e279-11ef-4c9d-bd1a-31b74350c711 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/networks?id=c152105a-f800-43d6-a027-893a3c7e8ec5 HTTP/1.1" status: 200 len: 815 time: 0.1504676 May 26 11:08:06.846434 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-a7c3c90d-ec41-4212-9615-8eecc0848cae tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/quotas/31f424528b074f8b8e910009b462f99c HTTP/1.1" status: 200 len: 375 time: 0.0123279 May 26 11:08:06.905104 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-2e12c6c5-651b-494a-a3e9-e52a2e69d21b tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=31f424528b074f8b8e910009b462f99c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533199 May 26 11:08:07.031467 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3df55-bf22-4ae1-9940-fc6a2303ed85 req-4e3382e2-6d3b-45e6-8a34-4478a2b01166 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:07.032919 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c5e3df55-bf22-4ae1-9940-fc6a2303ed85 req-4e3382e2-6d3b-45e6-8a34-4478a2b01166 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 946 time: 0.0828981 May 26 11:08:07.076637 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-c5e3df55-bf22-4ae1-9940-fc6a2303ed85 req-1a2c1028-8e9a-4da1-bb66-a51515f6c4dd tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Synchronizing usage tracker for tenant:7fc77cc7781f47649d58e530d7097c8b on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:08:07.086926 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-c1cea0c0-a2c5-43b1-b583-2b3ff49b7720 service neutron] 10.222.0.25 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749959 May 26 11:08:07.091603 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-c5e3df55-bf22-4ae1-9940-fc6a2303ed85 req-1a2c1028-8e9a-4da1-bb66-a51515f6c4dd tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Unset dirty status for tenant:7fc77cc7781f47649d58e530d7097c8b on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:08:07.092785 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c5e3df55-bf22-4ae1-9940-fc6a2303ed85 req-1a2c1028-8e9a-4da1-bb66-a51515f6c4dd tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541687 May 26 11:08:07.308469 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-0fca59fb-ff77-45b4-b889-f658996bfbfa service neutron] 10.222.0.25 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150590 May 26 11:08:07.482672 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f07cc7fb-7bdc-435e-b4d9-e2a3b6d86ca1 req-54c534c5-ad3b-42a7-bcd3-a312c607f81f tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 210 time: 0.0459132 May 26 11:08:08.275321 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc1fed-083d-487e-9ddc-15afefe9d25d req-1a1cbe60-4868-415e-bd56-5c5146590aa0 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:08.276002 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-b7bc1fed-083d-487e-9ddc-15afefe9d25d req-1a1cbe60-4868-415e-bd56-5c5146590aa0 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Synchronizing usage tracker for tenant:7fc77cc7781f47649d58e530d7097c8b on resource:port {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:08:08.291448 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-b7bc1fed-083d-487e-9ddc-15afefe9d25d req-1a1cbe60-4868-415e-bd56-5c5146590aa0 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Unset dirty status for tenant:7fc77cc7781f47649d58e530d7097c8b on resource:port {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:08:08.292667 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b7bc1fed-083d-487e-9ddc-15afefe9d25d req-1a1cbe60-4868-415e-bd56-5c5146590aa0 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 946 time: 0.0955715 May 26 11:08:08.338824 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b7bc1fed-083d-487e-9ddc-15afefe9d25d req-ac1633fa-28e0-44cd-a7a3-d014ae730ae0 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398221 May 26 11:08:08.657776 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-94036e14-8894-4346-b63a-75da6aa1e42c req-41a52609-3140-4162-8f4f-a78664077e7a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 210 time: 0.0486233 May 26 11:08:08.708381 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-a6041218-fe38-43e5-9064-a6e33cc50e4a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:08.709288 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-a6041218-fe38-43e5-9064-a6e33cc50e4a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Synchronizing usage tracker for tenant:31f424528b074f8b8e910009b462f99c on resource:network {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:08:08.726791 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-a6041218-fe38-43e5-9064-a6e33cc50e4a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Unset dirty status for tenant:31f424528b074f8b8e910009b462f99c on resource:network {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:08:08.727963 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-a6041218-fe38-43e5-9064-a6e33cc50e4a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "GET /v2.0/networks?id=c152105a-f800-43d6-a027-893a3c7e8ec5 HTTP/1.1" status: 200 len: 815 time: 0.2141373 May 26 11:08:08.759526 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Request body: {'port': {'device_id': 'ac1ab13d-48ee-4914-b376-6469475488d4', 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5', 'admin_state_up': True, 'tenant_id': '31f424528b074f8b8e910009b462f99c'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:08:08.892451 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:08.896442 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Usage tracker for resource:port and tenant:31f424528b074f8b8e910009b462f99c is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:08:08.899277 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:08:08.905488 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:08.914856 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Made reservation on behalf of 31f424528b074f8b8e910009b462f99c for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:08:08.920518 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:09.107681 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Allocated IP 172.20.0.12 (c152105a-f800-43d6-a027-893a3c7e8ec5/07645e9a-4714-44f1-af9a-8abf2bb31a79/bfed9ecd-21d3-4e21-84bb-c7ae96d893ca) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:08:09.266810 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b91b2-d80b-487c-84fd-9d498d97b04d req-2b134c14-35f5-42ec-8d70-367f8c2d93c5 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:09.268196 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a97b91b2-d80b-487c-84fd-9d498d97b04d req-2b134c14-35f5-42ec-8d70-367f8c2d93c5 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.16 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 946 time: 0.0862112 May 26 11:08:09.390896 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:09.410373 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-a97b91b2-d80b-487c-84fd-9d498d97b04d req-72b9166f-be22-4e57-bafc-3aedf1b1bd81 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Deleting port e247c92f-cf04-4f28-8720-9fc67be822af {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:08:09.410946 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-a97b91b2-d80b-487c-84fd-9d498d97b04d req-72b9166f-be22-4e57-bafc-3aedf1b1bd81 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:09.423589 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:09.429533 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-acffacf5-2f26-45ca-9116-bfbbc10106d3 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:09.497178 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Network c152105a-f800-43d6-a027-893a3c7e8ec5 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:08:09.500530 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:08:09.504232 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:08:09.538626 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Pushing event updated for resources: {'Port': ['ID=bfed9ecd-21d3-4e21-84bb-c7ae96d893ca,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:09.543306 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:09.572286 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:09.572588 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:09.594514 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8390851 May 26 11:08:09.615919 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Request body: {'port': {'device_id': 'ac1ab13d-48ee-4914-b376-6469475488d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:08:09.625038 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-a97b91b2-d80b-487c-84fd-9d498d97b04d req-72b9166f-be22-4e57-bafc-3aedf1b1bd81 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] For port e247c92f-cf04-4f28-8720-9fc67be822af, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=e247c92f-cf04-4f28-8720-9fc67be822af,segment=NetworkSegment(72ae5488-e320-4b10-9de8-f3261759c4be),segment_id=72ae5488-e320-4b10-9de8-f3261759c4be)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:09.625430 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-a97b91b2-d80b-487c-84fd-9d498d97b04d req-72b9166f-be22-4e57-bafc-3aedf1b1bd81 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:09.709626 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bbb32-921e-420d-ae19-bf0fc0787637 req-514fdda3-132f-4e4d-b6aa-3cc975c37b0b tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:09.711324 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ed5bbb32-921e-420d-ae19-bf0fc0787637 req-514fdda3-132f-4e4d-b6aa-3cc975c37b0b tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/ports?device_id=58889fae-5ac6-484a-a33b-0dab6cd66eea HTTP/1.1" status: 200 len: 946 time: 0.2201645 May 26 11:08:09.752666 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:09.782538 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-a97b91b2-d80b-487c-84fd-9d498d97b04d req-72b9166f-be22-4e57-bafc-3aedf1b1bd81 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Calling delete_port for e247c92f-cf04-4f28-8720-9fc67be822af owned by compute:nova {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:08:09.834272 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ed5bbb32-921e-420d-ae19-bf0fc0787637 req-b63faeaa-163c-4931-8d36-215db4dfa779 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.25 "GET /v2.0/security-groups?id=88da8a7d-6fd2-4461-8399-db7780b0df2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633106 May 26 11:08:09.938470 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-a97b91b2-d80b-487c-84fd-9d498d97b04d req-72b9166f-be22-4e57-bafc-3aedf1b1bd81 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:09.944102 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:09.972156 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cef78-6a75-4d45-9339-a502b6231bb1 req-faebddf8-581a-4ec5-918c-8b7136c7770a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:09.972946 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-772cef78-6a75-4d45-9339-a502b6231bb1 req-faebddf8-581a-4ec5-918c-8b7136c7770a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Synchronizing usage tracker for tenant:31f424528b074f8b8e910009b462f99c on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:08:09.974523 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['e247c92f-cf04-4f28-8720-9fc67be822af'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:08:09.991972 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9166f-be22-4e57-bafc-3aedf1b1bd81 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Pushing event deleted for resources: {'Port': ['ID=e247c92f-cf04-4f28-8720-9fc67be822af,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:10.005155 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-72b9166f-be22-4e57-bafc-3aedf1b1bd81 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:10.078075 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-772cef78-6a75-4d45-9339-a502b6231bb1 req-faebddf8-581a-4ec5-918c-8b7136c7770a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Unset dirty status for tenant:31f424528b074f8b8e910009b462f99c on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:08:10.079346 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-772cef78-6a75-4d45-9339-a502b6231bb1 req-faebddf8-581a-4ec5-918c-8b7136c7770a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 932 time: 0.2794297 May 26 11:08:10.086558 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97b91b2-d80b-487c-84fd-9d498d97b04d req-72b9166f-be22-4e57-bafc-3aedf1b1bd81 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] No DVR routers for this DVR port e247c92f-cf04-4f28-8720-9fc67be822af on host hv-cinder-79313 {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:08:10.089371 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-a97b91b2-d80b-487c-84fd-9d498d97b04d req-72b9166f-be22-4e57-bafc-3aedf1b1bd81 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:10.092561 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'name': 'network-vif-deleted', 'tag': 'e247c92f-cf04-4f28-8720-9fc67be822af'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:08:10.110613 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a97b91b2-d80b-487c-84fd-9d498d97b04d req-72b9166f-be22-4e57-bafc-3aedf1b1bd81 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] 10.222.0.16 "DELETE /v2.0/ports/e247c92f-cf04-4f28-8720-9fc67be822af HTTP/1.1" status: 204 len: 173 time: 0.8358150 May 26 11:08:10.141146 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58889fae-5ac6-484a-a33b-0dab6cd66eea', 'name': 'network-vif-deleted', 'tag': 'e247c92f-cf04-4f28-8720-9fc67be822af', 'status': 'completed', 'code': 200} May 26 11:08:10.167316 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-772cef78-6a75-4d45-9339-a502b6231bb1 req-a098aae2-747c-4033-82b2-aa1ab7cfd1da tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Synchronizing usage tracker for tenant:31f424528b074f8b8e910009b462f99c on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:08:10.224522 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-772cef78-6a75-4d45-9339-a502b6231bb1 req-a098aae2-747c-4033-82b2-aa1ab7cfd1da tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Unset dirty status for tenant:31f424528b074f8b8e910009b462f99c on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:08:10.225715 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-772cef78-6a75-4d45-9339-a502b6231bb1 req-a098aae2-747c-4033-82b2-aa1ab7cfd1da tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393654 May 26 11:08:10.251464 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfed9ecd-21d3-4e21-84bb-c7ae96d893ca {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:08:10.258895 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:10.273938 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Transition to ACTIVE for port object bfed9ecd-21d3-4e21-84bb-c7ae96d893ca will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:08:10.277591 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:10.282298 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1db75a75-c8e7-45fb-950c-b8a9d937a3bd tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:10.440926 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Pushing event updated for resources: {'Port': ['ID=bfed9ecd-21d3-4e21-84bb-c7ae96d893ca,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:10.448329 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:10.519147 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Attempting to bind port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:08:10.519480 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Attempting to bind port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:08:10.519806 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Attempting to bind port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca on network c152105a-f800-43d6-a027-893a3c7e8ec5 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:08:10.524231 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca on network c152105a-f800-43d6-a027-893a3c7e8ec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:08:10.524548 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Attempting to bind port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca on network c152105a-f800-43d6-a027-893a3c7e8ec5 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:08:10.529603 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:08:10.529937 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Checking segment: {'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:08:10.530317 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Bound using segment: {'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:08:10.530739 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Bound port: bfed9ecd-21d3-4e21-84bb-c7ae96d893ca, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:08:10.531075 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:10.623451 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] For port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca, host hv-cinder-79313, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:08:10.626426 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] For port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bfed9ecd-21d3-4e21-84bb-c7ae96d893ca,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:08:10.631300 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:10.635861 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ae5410dc-281b-4a26-ba60-09fc98efeb4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:10.693982 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:10.694637 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:10.696012 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] 10.222.0.16 "PUT /v2.0/ports/bfed9ecd-21d3-4e21-84bb-c7ae96d893ca HTTP/1.1" status: 200 len: 1094 time: 1.0869753 May 26 11:08:10.696535 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1ab13d-48ee-4914-b376-6469475488d4', 'tag': 'bfed9ecd-21d3-4e21-84bb-c7ae96d893ca'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:08:10.718678 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Pushing event updated for resources: {'Port': ['ID=bfed9ecd-21d3-4e21-84bb-c7ae96d893ca,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:10.722412 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-267f51d1-37c4-4fba-9c68-6fb72529eb95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:10.749468 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1ab13d-48ee-4914-b376-6469475488d4', 'tag': 'bfed9ecd-21d3-4e21-84bb-c7ae96d893ca', 'status': 'completed', 'code': 200} May 26 11:08:10.855270 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-f41bcc0b-cc07-478d-8e75-0c3ef4181e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:10.857453 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-f41bcc0b-cc07-478d-8e75-0c3ef4181e19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31f424528b074f8b8e910009b462f99c&device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 1097 time: 0.0754139 May 26 11:08:10.942069 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-22a9b9d4-efc8-4bdc-8ceb-10c073fba387 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfed9ecd-21d3-4e21-84bb-c7ae96d893ca HTTP/1.1" status: 200 len: 217 time: 0.0709603 May 26 11:08:11.015192 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1f1704f9-94bd-49e8-95dc-9f73831e4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:11.016648 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-1f1704f9-94bd-49e8-95dc-9f73831e4855 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07645e9a-4714-44f1-af9a-8abf2bb31a79 HTTP/1.1" status: 200 len: 855 time: 0.0681400 May 26 11:08:11.066982 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-4fa4333d-4697-4c24-aabf-ef03e4d3e639 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c152105a-f800-43d6-a027-893a3c7e8ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439196 May 26 11:08:11.305543 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-e3931ca6-576a-4693-8802-5ef223608e16 service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316151 May 26 11:08:11.504287 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4626dbf2-c2fd-41c3-ac5b-beaa2862a2fe req-f24e4d82-cd33-4d7b-bd7b-09b30fee7ec1 service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899707 May 26 11:08:11.522499 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95697ef6-69e3-4dae-83bd-a03abdf77a4d req-682e44d9-8784-4a66-a9ff-8a59dbf85466 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:11.523997 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95697ef6-69e3-4dae-83bd-a03abdf77a4d req-682e44d9-8784-4a66-a9ff-8a59dbf85466 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 944 time: 0.1856821 May 26 11:08:11.572095 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-95697ef6-69e3-4dae-83bd-a03abdf77a4d req-1decca09-b0d9-4a9c-a9a1-5f09c78a1e73 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397389 May 26 11:08:11.606950 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46504) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:11.676872 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f6b43-027d-4e49-989b-135a5fcdb085 req-17a2e0fc-c20b-411c-9ffb-2d3bf3cfe286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:11.678299 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b36f6b43-027d-4e49-989b-135a5fcdb085 req-17a2e0fc-c20b-411c-9ffb-2d3bf3cfe286 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31f424528b074f8b8e910009b462f99c&device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 1097 time: 0.0733993 May 26 11:08:11.810132 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f6b43-027d-4e49-989b-135a5fcdb085 req-82bd2da3-1432-4d10-844c-ffd5b8a99463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:11.811586 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b36f6b43-027d-4e49-989b-135a5fcdb085 req-82bd2da3-1432-4d10-844c-ffd5b8a99463 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c152105a-f800-43d6-a027-893a3c7e8ec5 HTTP/1.1" status: 200 len: 916 time: 0.1255701 May 26 11:08:11.883001 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b36f6b43-027d-4e49-989b-135a5fcdb085 req-8a351673-4181-434e-ac8e-997d05f54149 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfed9ecd-21d3-4e21-84bb-c7ae96d893ca HTTP/1.1" status: 200 len: 217 time: 0.0645871 May 26 11:08:11.944637 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f6b43-027d-4e49-989b-135a5fcdb085 req-b72b06dc-9509-4ff8-84bc-51351946734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:11.946434 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b36f6b43-027d-4e49-989b-135a5fcdb085 req-b72b06dc-9509-4ff8-84bc-51351946734b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07645e9a-4714-44f1-af9a-8abf2bb31a79 HTTP/1.1" status: 200 len: 855 time: 0.0567944 May 26 11:08:11.999251 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b36f6b43-027d-4e49-989b-135a5fcdb085 req-ae97db6a-7c95-4234-8937-160cca34d47b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c152105a-f800-43d6-a027-893a3c7e8ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455732 May 26 11:08:12.132143 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b36f6b43-027d-4e49-989b-135a5fcdb085 req-6a354c55-3d49-48bd-9bce-cca7c080f86b service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249878 May 26 11:08:12.132923 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bfabc0dd-f725-4ff4-9722-bed1a36ab719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501237'] for router_interface, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:12.272392 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b36f6b43-027d-4e49-989b-135a5fcdb085 req-9301d419-e6a9-497b-8a35-754396f43cf4 service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325021 May 26 11:08:12.650752 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-bfabc0dd-f725-4ff4-9722-bed1a36ab719 admin admin] Deleting port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:08:12.651351 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bfabc0dd-f725-4ff4-9722-bed1a36ab719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:12.719464 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device bfed9ecd-21d3-4e21-84bb-c7ae96d893ca details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:08:12.726609 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device e247c92f-cf04-4f28-8720-9fc67be822af no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:08:12.764198 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: e247c92f-cf04-4f28-8720-9fc67be822af {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:08:12.764541 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device e247c92f-cf04-4f28-8720-9fc67be822af not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:08:12.837268 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-bfabc0dd-f725-4ff4-9722-bed1a36ab719 admin admin] For port 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=6abb0d43-cbc2-4c74-a312-6c8b7c6c9969,segment=NetworkSegment(72ae5488-e320-4b10-9de8-f3261759c4be),segment_id=72ae5488-e320-4b10-9de8-f3261759c4be)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:12.837903 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bfabc0dd-f725-4ff4-9722-bed1a36ab719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:12.892006 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bfed9ecd-21d3-4e21-84bb-c7ae96d893ca,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:12.904960 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': 'bfed9ecd-21d3-4e21-84bb-c7ae96d893ca', 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5', 'port_id': 'bfed9ecd-21d3-4e21-84bb-c7ae96d893ca', 'mac_address': 'fa:16:3e:22:56:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07645e9a-4714-44f1-af9a-8abf2bb31a79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:08:12.906453 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090f981-94e2-43d5-a77e-6acb7a168d47 req-84011ab7-49f7-46e3-afa8-898314258d94 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:12.907945 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1090f981-94e2-43d5-a77e-6acb7a168d47 req-84011ab7-49f7-46e3-afa8-898314258d94 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 944 time: 0.1902885 May 26 11:08:12.963638 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:12.972182 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-bfabc0dd-f725-4ff4-9722-bed1a36ab719 admin admin] Calling delete_port for 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 owned by network:router_interface {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:08:12.981155 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfed9ecd-21d3-4e21-84bb-c7ae96d893ca {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:08:12.997162 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bfed9ecd-21d3-4e21-84bb-c7ae96d893ca,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:13.002803 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:13.004918 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:13.033737 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-1090f981-94e2-43d5-a77e-6acb7a168d47 req-b0277731-3f32-47c6-a4c3-30482179305d tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687850 May 26 11:08:13.081044 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=bfed9ecd-21d3-4e21-84bb-c7ae96d893ca,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:13.084149 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:13.167776 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bfabc0dd-f725-4ff4-9722-bed1a36ab719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:13.172655 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-3f85699d-f46e-4f48-a25e-7b3c7ca81891 tempest-VolumesSnapshotTestJSON-2066872904 tempest-VolumesSnapshotTestJSON-2066872904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:13.214798 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabc0dd-f725-4ff4-9722-bed1a36ab719 admin admin] Pushing event deleted for resources: {'Port': ['ID=6abb0d43-cbc2-4c74-a312-6c8b7c6c9969,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:13.241379 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-bfabc0dd-f725-4ff4-9722-bed1a36ab719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:13.351854 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['bfed9ecd-21d3-4e21-84bb-c7ae96d893ca'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:08:13.483051 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bfabc0dd-f725-4ff4-9722-bed1a36ab719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497477'] for router_interface, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:13.960248 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfabc0dd-f725-4ff4-9722-bed1a36ab719 admin admin] Router bad61353-c418-463f-8c19-dbd037f26911 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:08:14.148128 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfabc0dd-f725-4ff4-9722-bed1a36ab719 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:08:14.158748 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecc49bd-4be9-4458-86d0-f3181ffbef2a None None] Sync routers for ids ['bad61353-c418-463f-8c19-dbd037f26911'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:08:14.161641 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-bfabc0dd-f725-4ff4-9722-bed1a36ab719 admin admin] 10.222.0.25 "PUT /v2.0/routers/bad61353-c418-463f-8c19-dbd037f26911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5535340 May 26 11:08:14.164037 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46532) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:14.176261 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc49bd-4be9-4458-86d0-f3181ffbef2a None None] Routers {'bad61353-c418-463f-8c19-dbd037f26911'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:08:14.177082 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-9ecc49bd-4be9-4458-86d0-f3181ffbef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:07:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['bad61353-c418-463f-8c19-dbd037f26911'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:14.239313 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43403c-731d-4c11-bd50-45ac34b5f510 req-b498a62c-4a29-4eb9-9636-7d9dde4a8c1e tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:14.240795 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ea43403c-731d-4c11-bd50-45ac34b5f510 req-b498a62c-4a29-4eb9-9636-7d9dde4a8c1e tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 945 time: 0.0944805 May 26 11:08:14.288245 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ea43403c-731d-4c11-bd50-45ac34b5f510 req-8b954bc2-7d26-49d0-be2a-39c7d880beef tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396295 May 26 11:08:14.348187 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:14.392000 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-9ecc49bd-4be9-4458-86d0-f3181ffbef2a None None] Set router bad61353-c418-463f-8c19-dbd037f26911 gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:08:14.523017 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:14.594771 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Deleting port 24a26e69-a69b-4cc9-9f70-381638bd1906 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:08:14.595114 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:14.672319 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-9ecc49bd-4be9-4458-86d0-f3181ffbef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:08:13Z', 'revision_number': 5, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port': {'id': '24a26e69-a69b-4cc9-9f70-381638bd1906', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad61353-c418-463f-8c19-dbd037f26911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:33Z', 'updated_at': '2021-05-26T11:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:14.676037 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecc49bd-4be9-4458-86d0-f3181ffbef2a None None] Checking router: bad61353-c418-463f-8c19-dbd037f26911 for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:08:14.684249 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc49bd-4be9-4458-86d0-f3181ffbef2a None None] Routers {'bad61353-c418-463f-8c19-dbd037f26911'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:08:14.684907 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-9ecc49bd-4be9-4458-86d0-f3181ffbef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:07:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['bad61353-c418-463f-8c19-dbd037f26911'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:14.717526 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] For port 24a26e69-a69b-4cc9-9f70-381638bd1906, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=24a26e69-a69b-4cc9-9f70-381638bd1906,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:14.717882 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:14.741585 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device bfed9ecd-21d3-4e21-84bb-c7ae96d893ca up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:08:14.840896 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Calling delete_port for 24a26e69-a69b-4cc9-9f70-381638bd1906 owned by network:router_gateway {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:08:14.883258 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-9ecc49bd-4be9-4458-86d0-f3181ffbef2a None None] Set router bad61353-c418-463f-8c19-dbd037f26911 gateway port host: None {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:08:14.984594 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:14.989607 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1b0c57a4-72b2-4049-9833-69b6f38340f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:14.990857 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-9ecc49bd-4be9-4458-86d0-f3181ffbef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:08:14Z', 'revision_number': 6, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port_host': None}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:15.005116 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecc49bd-4be9-4458-86d0-f3181ffbef2a None None] The sync data for ids ['bad61353-c418-463f-8c19-dbd037f26911'] in dv-cinder-793136-1-smb is: [{'id': 'bad61353-c418-463f-8c19-dbd037f26911', 'name': 'tempest-TestMinimumBasicScenario-1467667321-router', 'tenant_id': '7fc77cc7781f47649d58e530d7097c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:32Z', 'updated_at': '2021-05-26T11:08:14Z', 'revision_number': 6, 'project_id': '7fc77cc7781f47649d58e530d7097c8b', 'gw_port_host': None}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:08:15.010172 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:08:15.017164 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:08:15.017834 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:15.083697 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a26e69-a69b-4cc9-9f70-381638bd1906,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:15.086320 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:15.145209 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503002'] for router_gateway, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:15.149796 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:15.177215 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1ab13d-48ee-4914-b376-6469475488d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed9ecd-21d3-4e21-84bb-c7ae96d893ca'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:08:15.195214 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bfed9ecd-21d3-4e21-84bb-c7ae96d893ca,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:15.201433 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:15.203844 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:15.239943 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1ab13d-48ee-4914-b376-6469475488d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed9ecd-21d3-4e21-84bb-c7ae96d893ca', 'code': 200} May 26 11:08:15.286659 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=bfed9ecd-21d3-4e21-84bb-c7ae96d893ca,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:15.291422 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:15.447878 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5570'] for router, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:15.450112 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:15.478242 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496745'] for router, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:15.478965 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad61353-c418-463f-8c19-dbd037f26911 {{(pid=91665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:08:15.499496 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] Notify callbacks [] for router, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:15.503035 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-b25921d5-7463-410f-a636-c087b33dc5d3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bad61353-c418-463f-8c19-dbd037f26911 HTTP/1.1" status: 204 len: 168 time: 1.3363070 May 26 11:08:15.503989 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46550) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:15.557670 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c4e52-d51f-47f7-a4ee-153dc39d3603 req-7b672ed8-b350-4a03-bd8c-89235f7c93ef tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:15.559153 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-148c4e52-d51f-47f7-a4ee-153dc39d3603 req-7b672ed8-b350-4a03-bd8c-89235f7c93ef tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 946 time: 0.1473444 May 26 11:08:15.561691 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b2d25-901f-4263-9f18-b5f299fc96a0 req-6d1818c3-b58f-4bc3-910b-0fc3ccf07097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:15.563051 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-981b2d25-901f-4263-9f18-b5f299fc96a0 req-6d1818c3-b58f-4bc3-910b-0fc3ccf07097 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 1099 time: 0.1080098 May 26 11:08:15.567356 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bdfc3d-5569-4e4c-b563-6802659a0c1a admin admin] Deleting subnet 9f1cc99d-af2a-43d1-9515-959e3cc712a5 {{(pid=91665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:08:15.571446 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-01bdfc3d-5569-4e4c-b563-6802659a0c1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:15.620510 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-01bdfc3d-5569-4e4c-b563-6802659a0c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6468079'] for subnet, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:15.635436 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-148c4e52-d51f-47f7-a4ee-153dc39d3603 req-169af81c-b37c-40e1-a81f-e8e0566e95b3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698228 May 26 11:08:15.637094 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-981b2d25-901f-4263-9f18-b5f299fc96a0 req-b5bef95d-f0ee-408a-b113-22ef10ccf486 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586946 May 26 11:08:15.704044 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-01bdfc3d-5569-4e4c-b563-6802659a0c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:15.953615 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-01bdfc3d-5569-4e4c-b563-6802659a0c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6436956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5413835'] for subnet, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:15.958941 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:15.994433 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-01bdfc3d-5569-4e4c-b563-6802659a0c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:15.999743 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdfc3d-5569-4e4c-b563-6802659a0c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f1cc99d-af2a-43d1-9515-959e3cc712a5,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:15.999743 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-01bdfc3d-5569-4e4c-b563-6802659a0c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:16.006927 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-01bdfc3d-5569-4e4c-b563-6802659a0c1a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9f1cc99d-af2a-43d1-9515-959e3cc712a5 HTTP/1.1" status: 204 len: 168 time: 0.5019517 May 26 11:08:16.007632 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5406501f-b000-4eb9-80a0-b6b7649fd173 None None] Network 6f591e2d-c11f-4b87-bfed-33abb2aee750 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:08:16.009278 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46554) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:16.123075 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:16.180613 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:08:16.195480 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Deleting port a4b1c2d2-7de6-459f-888b-749e8bf63851 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:08:16.195823 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:16.217969 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:08:16.218784 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:08:16.219128 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 6abb0d43-cbc2-4c74-a312-6c8b7c6c9969 not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:08:16.219543 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 24a26e69-a69b-4cc9-9f70-381638bd1906 no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:08:16.262033 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: 24a26e69-a69b-4cc9-9f70-381638bd1906 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:08:16.262382 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 24a26e69-a69b-4cc9-9f70-381638bd1906 not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:08:16.308496 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] For port a4b1c2d2-7de6-459f-888b-749e8bf63851, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=a4b1c2d2-7de6-459f-888b-749e8bf63851,segment=NetworkSegment(72ae5488-e320-4b10-9de8-f3261759c4be),segment_id=72ae5488-e320-4b10-9de8-f3261759c4be)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:16.308849 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:16.361370 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769608cf-6638-4ef5-b758-317e5c8f6a91 None None] DHCP port deletion for 6f591e2d-c11f-4b87-bfed-33abb2aee750 request from dv-cinder-793136-1-smb {{(pid=91666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:08:16.430736 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-769608cf-6638-4ef5-b758-317e5c8f6a91 None None] Deleting port a4b1c2d2-7de6-459f-888b-749e8bf63851 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:08:16.431118 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-769608cf-6638-4ef5-b758-317e5c8f6a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:16.438430 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Calling delete_port for a4b1c2d2-7de6-459f-888b-749e8bf63851 owned by network:dhcp {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:08:16.490206 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:16.501713 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a60088ab-3e1d-4527-ad66-aad7a6b21cea tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:16.535523 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-769608cf-6638-4ef5-b758-317e5c8f6a91 None None] For port a4b1c2d2-7de6-459f-888b-749e8bf63851, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=a4b1c2d2-7de6-459f-888b-749e8bf63851,segment=NetworkSegment(72ae5488-e320-4b10-9de8-f3261759c4be),segment_id=72ae5488-e320-4b10-9de8-f3261759c4be)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:16.536056 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-769608cf-6638-4ef5-b758-317e5c8f6a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:16.540533 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] No DVR routers for this DVR port a4b1c2d2-7de6-459f-888b-749e8bf63851 on host dv-cinder-793136-1-smb {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:08:16.574198 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b1c2d2-7de6-459f-888b-749e8bf63851,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:16.578890 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:16.673656 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:16.690152 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f591e2d-c11f-4b87-bfed-33abb2aee750']}} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:16.706042 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ae5488-e320-4b10-9de8-f3261759c4be') {'for_net_delete': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:16.706470 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ae5488-e320-4b10-9de8-f3261759c4be') {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:16.722442 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6468054'] for segment, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:16.752921 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-769608cf-6638-4ef5-b758-317e5c8f6a91 None None] Calling delete_port for a4b1c2d2-7de6-459f-888b-749e8bf63851 owned by network:dhcp {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:08:16.755893 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:16.762332 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=91665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:08:16.763493 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6437630'] for segment, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: Traceback (most recent call last): May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: timer() May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: cb(*args, **kw) May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: return func(*args, **kwargs) May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: self._notify() May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: self.callback(batched_events) May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: event.method(event) May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: return f(self, *a, **k) May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: return self._get(url).json() May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: return self.request(url, 'GET', **kwargs) May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:08:16.779184 dv-cinder-793136-1-smb neutron-server[91665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:08:16.818369 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-769608cf-6638-4ef5-b758-317e5c8f6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:16.824180 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:16.874246 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769608cf-6638-4ef5-b758-317e5c8f6a91 None None] Pushing event deleted for resources: {'Port': ['ID=a4b1c2d2-7de6-459f-888b-749e8bf63851,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:16.880122 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769608cf-6638-4ef5-b758-317e5c8f6a91 None None] No DVR routers for this DVR port a4b1c2d2-7de6-459f-888b-749e8bf63851 on host dv-cinder-793136-1-smb {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:08:16.881831 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-769608cf-6638-4ef5-b758-317e5c8f6a91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:17.008126 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:17.014407 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:17.016635 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4978739f-7318-4f85-98e5-ddfba5db9ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:17.042168 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f591e2d-c11f-4b87-bfed-33abb2aee750,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:17.049121 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:17.056566 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6f591e2d-c11f-4b87-bfed-33abb2aee750 HTTP/1.1" status: 204 len: 168 time: 1.0463295 May 26 11:08:17.060085 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46570) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:17.072110 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db556fa7-bb1c-43db-83c6-1bfff05a7143 req-a761cf71-6bfe-494d-93b3-f341cb13d5e4 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:17.073555 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-db556fa7-bb1c-43db-83c6-1bfff05a7143 req-a761cf71-6bfe-494d-93b3-f341cb13d5e4 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 946 time: 0.1443176 May 26 11:08:17.118012 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-db556fa7-bb1c-43db-83c6-1bfff05a7143 req-0c393565-3940-4682-b323-1af2ad9eaa4a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380926 May 26 11:08:17.662015 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3193b80b-b741-41f0-abc6-5e2a7127807e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501237'] for router_interface, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:18.071090 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-3193b80b-b741-41f0-abc6-5e2a7127807e admin admin] Deleting port e7a3ad9e-41b5-437c-858e-c7947b55f09c {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:08:18.071761 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3193b80b-b741-41f0-abc6-5e2a7127807e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:18.161852 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device a4b1c2d2-7de6-459f-888b-749e8bf63851 no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:08:18.193542 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-3193b80b-b741-41f0-abc6-5e2a7127807e admin admin] For port e7a3ad9e-41b5-437c-858e-c7947b55f09c, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=e7a3ad9e-41b5-437c-858e-c7947b55f09c,segment=NetworkSegment(4fea5015-cb2d-4c61-a61a-b2d4df95c6fc),segment_id=4fea5015-cb2d-4c61-a61a-b2d4df95c6fc)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:18.193906 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3193b80b-b741-41f0-abc6-5e2a7127807e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:18.201550 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: a4b1c2d2-7de6-459f-888b-749e8bf63851 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:08:18.201971 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device a4b1c2d2-7de6-459f-888b-749e8bf63851 not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:08:18.350716 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-3193b80b-b741-41f0-abc6-5e2a7127807e admin admin] Calling delete_port for e7a3ad9e-41b5-437c-858e-c7947b55f09c owned by network:router_interface {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:08:18.421443 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d43278-123c-463c-828b-871794d8503a req-b82d0e7b-4cb3-48fe-84f2-f159fed51e89 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:18.422904 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-31d43278-123c-463c-828b-871794d8503a req-b82d0e7b-4cb3-48fe-84f2-f159fed51e89 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 946 time: 0.1631827 May 26 11:08:18.607705 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-31d43278-123c-463c-828b-871794d8503a req-e1be17d0-49f7-4242-8158-347833cd7c1d tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727992 May 26 11:08:18.704011 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3193b80b-b741-41f0-abc6-5e2a7127807e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:18.709491 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a8fcd756-2421-426a-b4d1-59ad1e3b0812 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:18.854811 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193b80b-b741-41f0-abc6-5e2a7127807e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a3ad9e-41b5-437c-858e-c7947b55f09c,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:18.858649 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3193b80b-b741-41f0-abc6-5e2a7127807e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:19.134450 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3193b80b-b741-41f0-abc6-5e2a7127807e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497477'] for router_interface, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:19.528253 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3193b80b-b741-41f0-abc6-5e2a7127807e admin admin] Router 4d8fd53b-96dc-448b-9869-a3883ef32aab has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:08:19.722979 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3193b80b-b741-41f0-abc6-5e2a7127807e admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:08:19.732782 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-3193b80b-b741-41f0-abc6-5e2a7127807e admin admin] 10.222.0.25 "PUT /v2.0/routers/4d8fd53b-96dc-448b-9869-a3883ef32aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6715114 May 26 11:08:19.733221 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f69de8-18c7-49ed-9099-75a1eca4efd3 None None] Sync routers for ids ['4d8fd53b-96dc-448b-9869-a3883ef32aab'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:08:19.735678 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46620) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:19.744050 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f69de8-18c7-49ed-9099-75a1eca4efd3 None None] Routers {'4d8fd53b-96dc-448b-9869-a3883ef32aab'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:08:19.744670 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-43f69de8-18c7-49ed-9099-75a1eca4efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:07:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['4d8fd53b-96dc-448b-9869-a3883ef32aab'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:19.918584 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:19.929403 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-43f69de8-18c7-49ed-9099-75a1eca4efd3 None None] Set router 4d8fd53b-96dc-448b-9869-a3883ef32aab gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:08:20.099507 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:20.175866 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Deleting port 435527ff-f796-4938-acab-b05b4a05d611 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:08:20.176162 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:20.216727 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-43f69de8-18c7-49ed-9099-75a1eca4efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'name': 'tempest-TestMinimumBasicScenario-1690579787-router', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '435527ff-f796-4938-acab-b05b4a05d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:39Z', 'updated_at': '2021-05-26T11:08:18Z', 'revision_number': 5, 'project_id': '7dbe5987914743d6897c2ac6eb94db46', 'gw_port': {'id': '435527ff-f796-4938-acab-b05b4a05d611', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:05:40Z', 'updated_at': '2021-05-26T11:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:20.220540 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f69de8-18c7-49ed-9099-75a1eca4efd3 None None] Checking router: 4d8fd53b-96dc-448b-9869-a3883ef32aab for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:08:20.229824 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f69de8-18c7-49ed-9099-75a1eca4efd3 None None] Routers {'4d8fd53b-96dc-448b-9869-a3883ef32aab'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:08:20.230440 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-43f69de8-18c7-49ed-9099-75a1eca4efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:07:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['4d8fd53b-96dc-448b-9869-a3883ef32aab'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:20.241295 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9d273e38-7f9a-4a70-95fd-0c1b2bfb3d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:20.301825 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] For port 435527ff-f796-4938-acab-b05b4a05d611, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=435527ff-f796-4938-acab-b05b4a05d611,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:20.302184 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:20.378183 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-43f69de8-18c7-49ed-9099-75a1eca4efd3 None None] Set router 4d8fd53b-96dc-448b-9869-a3883ef32aab gateway port host: None {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:08:20.432336 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Calling delete_port for 435527ff-f796-4938-acab-b05b4a05d611 owned by network:router_gateway {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:08:20.484343 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-43f69de8-18c7-49ed-9099-75a1eca4efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'name': 'tempest-TestMinimumBasicScenario-1690579787-router', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:39Z', 'updated_at': '2021-05-26T11:08:20Z', 'revision_number': 6, 'project_id': '7dbe5987914743d6897c2ac6eb94db46', 'gw_port_host': None}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:20.488358 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f69de8-18c7-49ed-9099-75a1eca4efd3 None None] The sync data for ids ['4d8fd53b-96dc-448b-9869-a3883ef32aab'] in dv-cinder-793136-1-smb is: [{'id': '4d8fd53b-96dc-448b-9869-a3883ef32aab', 'name': 'tempest-TestMinimumBasicScenario-1690579787-router', 'tenant_id': '7dbe5987914743d6897c2ac6eb94db46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:39Z', 'updated_at': '2021-05-26T11:08:20Z', 'revision_number': 6, 'project_id': '7dbe5987914743d6897c2ac6eb94db46', 'gw_port_host': None}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:08:20.583765 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:20.589243 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-72b9166f-be22-4e57-bafc-3aedf1b1bd81 tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:20.638663 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=435527ff-f796-4938-acab-b05b4a05d611,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:20.641942 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:20.735440 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503002'] for router_gateway, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:20.925104 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5570'] for router, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:20.927363 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:20.954447 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496745'] for router, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:20.955252 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d8fd53b-96dc-448b-9869-a3883ef32aab {{(pid=91665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:08:20.970313 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] Notify callbacks [] for router, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:20.974196 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46642) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:20.974627 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-7c3e616e-9599-49dc-bc4d-bb5548a2e5b2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4d8fd53b-96dc-448b-9869-a3883ef32aab HTTP/1.1" status: 204 len: 168 time: 1.2373803 May 26 11:08:21.041386 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_v2 [None req-972c2174-5721-4339-8a6a-aa82212b016d admin admin] Deleting subnet 34612e80-357e-42e0-a64c-f5cee56d8f84 {{(pid=91664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:08:21.045078 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-972c2174-5721-4339-8a6a-aa82212b016d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:21.101925 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-972c2174-5721-4339-8a6a-aa82212b016d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6456931'] for subnet, precommit_delete_associations {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:21.221206 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-972c2174-5721-4339-8a6a-aa82212b016d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:21.480846 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-972c2174-5721-4339-8a6a-aa82212b016d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6358052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6357471'] for subnet, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:21.486211 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:21.521199 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c2174-5721-4339-8a6a-aa82212b016d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34612e80-357e-42e0-a64c-f5cee56d8f84,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:21.523160 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-972c2174-5721-4339-8a6a-aa82212b016d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:21.525745 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-972c2174-5721-4339-8a6a-aa82212b016d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:21.528306 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d26ffb-3684-4ac2-ae8c-8d40dc42943d None None] Network 6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:08:21.529722 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-972c2174-5721-4339-8a6a-aa82212b016d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/34612e80-357e-42e0-a64c-f5cee56d8f84 HTTP/1.1" status: 204 len: 168 time: 0.5543814 May 26 11:08:21.532188 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46648) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:21.755853 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:21.801707 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1708294-0ac8-49a8-a875-f4c581675462 None None] DHCP port deletion for 6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e request from dv-cinder-793136-1-smb {{(pid=91666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:08:21.835873 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Deleting port a0231660-3cc7-4c41-b5e1-838aaa28a60a {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:08:21.836215 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:21.867636 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-c1708294-0ac8-49a8-a875-f4c581675462 None None] Deleting port a0231660-3cc7-4c41-b5e1-838aaa28a60a {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:08:21.867971 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c1708294-0ac8-49a8-a875-f4c581675462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:21.936107 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] For port a0231660-3cc7-4c41-b5e1-838aaa28a60a, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=a0231660-3cc7-4c41-b5e1-838aaa28a60a,segment=NetworkSegment(4fea5015-cb2d-4c61-a61a-b2d4df95c6fc),segment_id=4fea5015-cb2d-4c61-a61a-b2d4df95c6fc)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:21.936465 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:21.967245 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-c1708294-0ac8-49a8-a875-f4c581675462 None None] For port a0231660-3cc7-4c41-b5e1-838aaa28a60a, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=a0231660-3cc7-4c41-b5e1-838aaa28a60a,segment=NetworkSegment(4fea5015-cb2d-4c61-a61a-b2d4df95c6fc),segment_id=4fea5015-cb2d-4c61-a61a-b2d4df95c6fc)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:21.967641 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c1708294-0ac8-49a8-a875-f4c581675462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.063709 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Calling delete_port for a0231660-3cc7-4c41-b5e1-838aaa28a60a owned by network:dhcp {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:08:22.092859 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-c1708294-0ac8-49a8-a875-f4c581675462 None None] Calling delete_port for a0231660-3cc7-4c41-b5e1-838aaa28a60a owned by network:dhcp {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:08:22.124065 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.130536 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1ce52648-dbf8-417b-9add-172c9cf4d458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:22.140641 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c1708294-0ac8-49a8-a875-f4c581675462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.147077 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:22.186941 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0231660-3cc7-4c41-b5e1-838aaa28a60a,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:22.190911 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:22.195753 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] No DVR routers for this DVR port a0231660-3cc7-4c41-b5e1-838aaa28a60a on host dv-cinder-793136-1-smb {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:08:22.219164 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1708294-0ac8-49a8-a875-f4c581675462 None None] Pushing event deleted for resources: {'Port': ['ID=a0231660-3cc7-4c41-b5e1-838aaa28a60a,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:22.225013 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1708294-0ac8-49a8-a875-f4c581675462 None None] No DVR routers for this DVR port a0231660-3cc7-4c41-b5e1-838aaa28a60a on host dv-cinder-793136-1-smb {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:08:22.226898 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 435527ff-f796-4938-acab-b05b4a05d611 no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:08:22.255758 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c1708294-0ac8-49a8-a875-f4c581675462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:22.283202 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: 435527ff-f796-4938-acab-b05b4a05d611 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:08:22.283572 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 435527ff-f796-4938-acab-b05b4a05d611 not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:08:22.284084 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device e7a3ad9e-41b5-437c-858e-c7947b55f09c no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:08:22.316555 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.322446 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: e7a3ad9e-41b5-437c-858e-c7947b55f09c {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:08:22.322969 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device e7a3ad9e-41b5-437c-858e-c7947b55f09c not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:08:22.323539 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device a0231660-3cc7-4c41-b5e1-838aaa28a60a no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:08:22.339179 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.356634 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:22.364175 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: a0231660-3cc7-4c41-b5e1-838aaa28a60a {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:08:22.364895 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device a0231660-3cc7-4c41-b5e1-838aaa28a60a not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:08:22.373636 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fea5015-cb2d-4c61-a61a-b2d4df95c6fc') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:22.374002 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fea5015-cb2d-4c61-a61a-b2d4df95c6fc') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:08:22.389227 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6456922'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.389600 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.408252 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.415458 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:08:22.416019 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6358662'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: Traceback (most recent call last): May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: timer() May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: cb(*args, **kw) May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: return func(*args, **kwargs) May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: self._notify() May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: self.callback(batched_events) May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: event.method(event) May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: return f(self, *a, **k) May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: return self._get(url).json() May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:08:22.431309 dv-cinder-793136-1-smb neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:08:22.477257 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46660) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:22.506828 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.512121 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.516135 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:22.540554 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:22.543526 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:22.548077 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6c5d9b94-d5c8-4c24-80f5-f3752cda7d4e HTTP/1.1" status: 204 len: 168 time: 1.0149517 May 26 11:08:22.597166 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-af514611-59e6-408b-8d4b-16305e9a11d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.612335 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-af514611-59e6-408b-8d4b-16305e9a11d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:22.616409 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-af514611-59e6-408b-8d4b-16305e9a11d2 admin admin] Usage tracker for resource:security_group_rule and tenant:cdd12cd577df4711a07b7bfe3e3318fe is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:08:22.619285 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-af514611-59e6-408b-8d4b-16305e9a11d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:08:22.625495 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-af514611-59e6-408b-8d4b-16305e9a11d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:22.664011 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46668) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:22.715191 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-1675c3b7-3cfe-4523-8542-23fc74a1fc99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fc77cc7781f47649d58e530d7097c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497944 May 26 11:08:22.716253 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-af514611-59e6-408b-8d4b-16305e9a11d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.718372 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46672) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:22.720093 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-af514611-59e6-408b-8d4b-16305e9a11d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.732087 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6b7491e6-26ba-456c-b515-ed72ed737628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:22.779306 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3cb4893b-ffd4-43a3-842a-55abf49096d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.806155 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3cb4893b-ffd4-43a3-842a-55abf49096d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.862487 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3cb4893b-ffd4-43a3-842a-55abf49096d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.867677 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f681cc78-4b35-4238-a7f2-205cca565fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:22.870634 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-af514611-59e6-408b-8d4b-16305e9a11d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cdd12cd577df4711a07b7bfe3e3318fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3921292 May 26 11:08:22.873720 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46676) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:22.876479 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af514611-59e6-408b-8d4b-16305e9a11d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a44a714-3864-412b-9e16-f8c2fc38e8f6,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:22.880154 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-af514611-59e6-408b-8d4b-16305e9a11d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:22.881844 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4893b-ffd4-43a3-842a-55abf49096d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88da8a7d-6fd2-4461-8399-db7780b0df2c,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:22.884466 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3cb4893b-ffd4-43a3-842a-55abf49096d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:22.890314 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-36b5d5e1-1511-451c-b0a4-9ca68ecb66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.895492 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3cb4893b-ffd4-43a3-842a-55abf49096d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.899604 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-3cb4893b-ffd4-43a3-842a-55abf49096d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88da8a7d-6fd2-4461-8399-db7780b0df2c HTTP/1.1" status: 204 len: 168 time: 0.1773252 May 26 11:08:22.944886 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6990e834-8241-4d36-8f1e-c91a0bfd165a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:22.972014 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6990e834-8241-4d36-8f1e-c91a0bfd165a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.029138 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6990e834-8241-4d36-8f1e-c91a0bfd165a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.034084 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a549d994-2dc2-4c60-bb81-b05fa8c28c38 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:23.047117 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990e834-8241-4d36-8f1e-c91a0bfd165a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a44a714-3864-412b-9e16-f8c2fc38e8f6,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:23.049620 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6990e834-8241-4d36-8f1e-c91a0bfd165a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:23.052095 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6990e834-8241-4d36-8f1e-c91a0bfd165a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.053079 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-6990e834-8241-4d36-8f1e-c91a0bfd165a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a44a714-3864-412b-9e16-f8c2fc38e8f6 HTTP/1.1" status: 204 len: 168 time: 0.1784756 May 26 11:08:23.265633 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46692) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:23.321671 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-89cbcad1-23eb-46c8-8503-b28a9fbf15a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7dbe5987914743d6897c2ac6eb94db46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540261 May 26 11:08:23.324008 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46696) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:23.386718 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-91c8fb28-34e2-4224-98bf-16383fd7af7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.421252 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-91c8fb28-34e2-4224-98bf-16383fd7af7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.450118 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46710) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:23.467805 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e36a6f6b-5b60-4533-897a-6bbd72b5b4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.482571 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-e36a6f6b-5b60-4533-897a-6bbd72b5b4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:23.486382 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-e36a6f6b-5b60-4533-897a-6bbd72b5b4d0 admin admin] Usage tracker for resource:security_group_rule and tenant:383106772a784338a1cee54275e1fe1e is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:08:23.489145 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-e36a6f6b-5b60-4533-897a-6bbd72b5b4d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:08:23.494725 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-e36a6f6b-5b60-4533-897a-6bbd72b5b4d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:23.562787 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.583291 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-91c8fb28-34e2-4224-98bf-16383fd7af7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.590672 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-20eeae86-0b7b-406f-b812-2e0d8f8fc25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:23.591549 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e36a6f6b-5b60-4533-897a-6bbd72b5b4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.595663 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e36a6f6b-5b60-4533-897a-6bbd72b5b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.604461 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-5ae8c756-c844-4920-a57c-7905aef2a3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:23.609134 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-e97407cb-0d84-4a6a-abc0-1782e58d901c tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:23.610630 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-e97407cb-0d84-4a6a-abc0-1782e58d901c tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/networks?id=c152105a-f800-43d6-a027-893a3c7e8ec5 HTTP/1.1" status: 200 len: 815 time: 0.1949356 May 26 11:08:23.614235 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8fb28-34e2-4224-98bf-16383fd7af7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e25d2d-2f7b-475b-80c2-c8187730b1d7,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:23.616966 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-91c8fb28-34e2-4224-98bf-16383fd7af7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:23.626897 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-91c8fb28-34e2-4224-98bf-16383fd7af7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.627981 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-91c8fb28-34e2-4224-98bf-16383fd7af7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2e25d2d-2f7b-475b-80c2-c8187730b1d7 HTTP/1.1" status: 204 len: 168 time: 0.3027320 May 26 11:08:23.630501 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-e3c291c8-59b4-4e9b-ab1f-fe3dff089b52 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/quotas/31f424528b074f8b8e910009b462f99c HTTP/1.1" status: 200 len: 375 time: 0.0119841 May 26 11:08:23.654866 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-e36a6f6b-5b60-4533-897a-6bbd72b5b4d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=383106772a784338a1cee54275e1fe1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036600 May 26 11:08:23.655447 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46716) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:23.657840 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a6f6b-5b60-4533-897a-6bbd72b5b4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e5b3a2-b0ea-4733-9941-80e2658b3af1,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:23.660956 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e36a6f6b-5b60-4533-897a-6bbd72b5b4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:23.720589 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-35bace36-def9-411e-9f89-11ac0147da9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.727689 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2ec7be58-aa51-45ed-bc09-5e506be36f28 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=31f424528b074f8b8e910009b462f99c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0877671 May 26 11:08:23.748017 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-35bace36-def9-411e-9f89-11ac0147da9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.805820 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-35bace36-def9-411e-9f89-11ac0147da9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.812072 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-51b5b391-5b94-47ff-90d4-0411b5fc19ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:23.822741 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bace36-def9-411e-9f89-11ac0147da9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e5b3a2-b0ea-4733-9941-80e2658b3af1,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:23.826986 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-35bace36-def9-411e-9f89-11ac0147da9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:23.830265 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-35bace36-def9-411e-9f89-11ac0147da9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.831451 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-35bace36-def9-411e-9f89-11ac0147da9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09e5b3a2-b0ea-4733-9941-80e2658b3af1 HTTP/1.1" status: 204 len: 168 time: 0.1749940 May 26 11:08:24.069704 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-7003f32c-2a17-4257-9b99-6cb0602058bc service neutron] 10.222.0.25 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322229 May 26 11:08:24.204038 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-b8353e53-1f96-420f-ad72-5f2dbccf0780 service neutron] 10.222.0.25 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289248 May 26 11:08:24.393955 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-95d703c1-429b-46b7-aefd-cc685c27b088 req-178866fa-1b58-4f71-acb2-e1a13c507017 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 210 time: 0.0542207 May 26 11:08:25.308064 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:25.688032 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c004da2e-90b2-4bee-b937-ee0dd22f249b req-c4440ce6-dabf-4205-b49a-57d1c7897d3f tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 210 time: 0.1658678 May 26 11:08:25.761306 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-367bf021-ea16-492c-a7ad-a6b613ea4f04 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:25.763673 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-367bf021-ea16-492c-a7ad-a6b613ea4f04 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "GET /v2.0/networks?id=c152105a-f800-43d6-a027-893a3c7e8ec5 HTTP/1.1" status: 200 len: 815 time: 0.3283417 May 26 11:08:25.783695 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Request body: {'port': {'device_id': '19f78070-d306-4b71-86fe-d44e12bceda9', 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5', 'admin_state_up': True, 'tenant_id': '31f424528b074f8b8e910009b462f99c'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:08:25.925674 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:25.936179 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:25.947511 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Made reservation on behalf of 31f424528b074f8b8e910009b462f99c for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:08:25.951708 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:26.114632 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Allocated IP 172.20.0.6 (c152105a-f800-43d6-a027-893a3c7e8ec5/07645e9a-4714-44f1-af9a-8abf2bb31a79/9b41d343-19ea-4846-b3d6-284782d4e283) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:08:26.318737 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:26.347435 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:26.353012 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-93b94a0a-061f-42f1-87d1-0bbb8be816f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:26.381875 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['bfed9ecd-21d3-4e21-84bb-c7ae96d893ca'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:08:26.426416 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Network c152105a-f800-43d6-a027-893a3c7e8ec5 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:08:26.429239 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:08:26.433663 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:08:26.458881 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Pushing event updated for resources: {'Port': ['ID=9b41d343-19ea-4846-b3d6-284782d4e283,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:26.464357 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:26.497818 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:26.498436 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:26.524122 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-74b79135-f5f8-4af5-b792-d8e8d789bd24 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7442253 May 26 11:08:26.547118 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Request body: {'port': {'device_id': '19f78070-d306-4b71-86fe-d44e12bceda9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:08:26.656933 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:26.875858 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616eb7f-099b-47df-8029-3d1d445fb360 req-f53ab2c9-4b84-4a6b-b3e5-0684785a8f66 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:26.877321 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4616eb7f-099b-47df-8029-3d1d445fb360 req-f53ab2c9-4b84-4a6b-b3e5-0684785a8f66 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 931 time: 0.0785203 May 26 11:08:26.925000 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-4616eb7f-099b-47df-8029-3d1d445fb360 req-4402cec5-b0c8-4cf9-bed0-95c34dc65b86 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418162 May 26 11:08:26.993927 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b41d343-19ea-4846-b3d6-284782d4e283 {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:08:27.001222 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:27.017074 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Transition to ACTIVE for port object 9b41d343-19ea-4846-b3d6-284782d4e283 will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:08:27.022274 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:27.025867 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9f283218-e7b0-4f7c-90ba-fd058d0c47f7 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:27.150970 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Pushing event updated for resources: {'Port': ['ID=9b41d343-19ea-4846-b3d6-284782d4e283,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:27.176990 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:27.255754 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Attempting to bind port 9b41d343-19ea-4846-b3d6-284782d4e283 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:08:27.256090 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Attempting to bind port 9b41d343-19ea-4846-b3d6-284782d4e283 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:08:27.256414 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Attempting to bind port 9b41d343-19ea-4846-b3d6-284782d4e283 on network c152105a-f800-43d6-a027-893a3c7e8ec5 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:08:27.260903 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Port 9b41d343-19ea-4846-b3d6-284782d4e283 on network c152105a-f800-43d6-a027-893a3c7e8ec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:08:27.261218 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Attempting to bind port 9b41d343-19ea-4846-b3d6-284782d4e283 on network c152105a-f800-43d6-a027-893a3c7e8ec5 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:08:27.266713 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:08:27.267039 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Checking segment: {'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:08:27.267518 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Bound using segment: {'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:08:27.267944 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Bound port: 9b41d343-19ea-4846-b3d6-284782d4e283, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:08:27.268285 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:27.357102 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] For port 9b41d343-19ea-4846-b3d6-284782d4e283, host hv-cinder-79313, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:08:27.360848 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] For port 9b41d343-19ea-4846-b3d6-284782d4e283, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=9b41d343-19ea-4846-b3d6-284782d4e283,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:08:27.366051 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:27.370764 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:27.430491 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:27.431091 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:27.432440 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] 10.222.0.16 "PUT /v2.0/ports/9b41d343-19ea-4846-b3d6-284782d4e283 HTTP/1.1" status: 200 len: 1093 time: 0.8899229 May 26 11:08:27.432948 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f78070-d306-4b71-86fe-d44e12bceda9', 'tag': '9b41d343-19ea-4846-b3d6-284782d4e283'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:08:27.457804 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Pushing event updated for resources: {'Port': ['ID=9b41d343-19ea-4846-b3d6-284782d4e283,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:27.461026 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:27.523184 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f78070-d306-4b71-86fe-d44e12bceda9', 'tag': '9b41d343-19ea-4846-b3d6-284782d4e283', 'status': 'completed', 'code': 200} May 26 11:08:27.562898 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-e1433761-b92f-43ce-9b07-1739e6963100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:27.564489 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-e1433761-b92f-43ce-9b07-1739e6963100 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31f424528b074f8b8e910009b462f99c&device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 1096 time: 0.0743001 May 26 11:08:27.729626 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-310b95c2-83b8-4b7c-a506-a773a5b84bcd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b41d343-19ea-4846-b3d6-284782d4e283 HTTP/1.1" status: 200 len: 217 time: 0.1521611 May 26 11:08:27.790954 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-30a971c6-5611-4274-9877-b85a7a2e45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:27.792323 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-30a971c6-5611-4274-9877-b85a7a2e45e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07645e9a-4714-44f1-af9a-8abf2bb31a79 HTTP/1.1" status: 200 len: 855 time: 0.0555060 May 26 11:08:27.840468 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-cdd48a17-6c97-4151-ab00-8a71e3d2be5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c152105a-f800-43d6-a027-893a3c7e8ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420182 May 26 11:08:27.969057 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-b994bdc3-9efd-4503-80a6-d0a1515ae1db service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221039 May 26 11:08:28.101420 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9925c897-4a99-4ba8-8a4f-84c063c13d5c req-4cc1a55b-3085-4a88-8331-2369cc1f035f service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258190 May 26 11:08:28.107059 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09933b5-b3a7-4280-b5db-6cde7462da0f req-bc635461-3585-472f-b39d-aac53472ae6e tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:28.108498 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f09933b5-b3a7-4280-b5db-6cde7462da0f req-bc635461-3585-472f-b39d-aac53472ae6e tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 943 time: 0.0802605 May 26 11:08:28.156000 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f09933b5-b3a7-4280-b5db-6cde7462da0f req-31b85373-353e-4739-87bc-9602d459e2cb tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415170 May 26 11:08:28.285162 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f548a9-07ec-4208-b1b5-035119cb0058 req-652c6b0a-a99d-4dea-9355-6a335617d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:28.286620 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-55f548a9-07ec-4208-b1b5-035119cb0058 req-652c6b0a-a99d-4dea-9355-6a335617d932 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31f424528b074f8b8e910009b462f99c&device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 1096 time: 0.0717778 May 26 11:08:28.439064 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f548a9-07ec-4208-b1b5-035119cb0058 req-1c06e0e7-1ad9-4979-9c7f-d89ffa59aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:28.440644 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-55f548a9-07ec-4208-b1b5-035119cb0058 req-1c06e0e7-1ad9-4979-9c7f-d89ffa59aee4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c152105a-f800-43d6-a027-893a3c7e8ec5 HTTP/1.1" status: 200 len: 916 time: 0.1435823 May 26 11:08:28.514472 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-55f548a9-07ec-4208-b1b5-035119cb0058 req-fd1cdb08-0fa7-4451-b781-d5dadb8c5743 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b41d343-19ea-4846-b3d6-284782d4e283 HTTP/1.1" status: 200 len: 217 time: 0.0665274 May 26 11:08:28.578731 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f548a9-07ec-4208-b1b5-035119cb0058 req-a70a4075-a504-42a1-b597-48a86334eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:28.580190 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-55f548a9-07ec-4208-b1b5-035119cb0058 req-a70a4075-a504-42a1-b597-48a86334eb39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07645e9a-4714-44f1-af9a-8abf2bb31a79 HTTP/1.1" status: 200 len: 855 time: 0.0586171 May 26 11:08:28.634401 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-55f548a9-07ec-4208-b1b5-035119cb0058 req-7ee998d9-f553-49cf-ae5e-1b8e27df9454 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c152105a-f800-43d6-a027-893a3c7e8ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472028 May 26 11:08:28.783195 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-55f548a9-07ec-4208-b1b5-035119cb0058 req-9c557a79-a4ab-431b-bc4a-49611505d0f4 service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376946 May 26 11:08:28.919669 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-55f548a9-07ec-4208-b1b5-035119cb0058 req-14ab1c61-5123-46fd-8781-a5a1c0de6f91 service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331494 May 26 11:08:29.341399 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaf18d-63b4-4131-a169-45c2647eeefe req-c496dd3a-07d8-468a-a62d-3f870d0740ca tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:29.342733 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-5cdaf18d-63b4-4131-a169-45c2647eeefe req-c496dd3a-07d8-468a-a62d-3f870d0740ca tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Synchronizing usage tracker for tenant:31f424528b074f8b8e910009b462f99c on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:08:29.363656 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-5cdaf18d-63b4-4131-a169-45c2647eeefe req-c496dd3a-07d8-468a-a62d-3f870d0740ca tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Unset dirty status for tenant:31f424528b074f8b8e910009b462f99c on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:08:29.365035 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5cdaf18d-63b4-4131-a169-45c2647eeefe req-c496dd3a-07d8-468a-a62d-3f870d0740ca tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 943 time: 0.1043398 May 26 11:08:29.411080 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5cdaf18d-63b4-4131-a169-45c2647eeefe req-77de9970-fc8a-4ea1-abe7-a2ba99e22b84 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403724 May 26 11:08:30.596210 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bba4e8-8d91-410a-bd84-19a9dad85e88 req-3f0ca796-1ef1-4fe8-9aba-aec8129d3f84 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:30.597679 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b8bba4e8-8d91-410a-bd84-19a9dad85e88 req-3f0ca796-1ef1-4fe8-9aba-aec8129d3f84 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 943 time: 0.0831378 May 26 11:08:30.641079 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b8bba4e8-8d91-410a-bd84-19a9dad85e88 req-52df1bb2-8bd7-41b0-92c3-6aa9eebfd40c tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378892 May 26 11:08:30.804992 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 9b41d343-19ea-4846-b3d6-284782d4e283 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:08:30.938319 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 9b41d343-19ea-4846-b3d6-284782d4e283, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=9b41d343-19ea-4846-b3d6-284782d4e283,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:30.951948 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '9b41d343-19ea-4846-b3d6-284782d4e283', 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5', 'port_id': '9b41d343-19ea-4846-b3d6-284782d4e283', 'mac_address': 'fa:16:3e:48:6e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07645e9a-4714-44f1-af9a-8abf2bb31a79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:08:31.009564 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:31.026763 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b41d343-19ea-4846-b3d6-284782d4e283 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:08:31.042348 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 9b41d343-19ea-4846-b3d6-284782d4e283, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=9b41d343-19ea-4846-b3d6-284782d4e283,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:31.046608 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:31.048326 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:31.116876 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=9b41d343-19ea-4846-b3d6-284782d4e283,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:31.119874 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:31.264373 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46870) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:31.376929 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['9b41d343-19ea-4846-b3d6-284782d4e283'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:08:31.377698 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-69bf7c4d-e59a-4ab9-8065-3aa5064a4633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:31.392273 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-69bf7c4d-e59a-4ab9-8065-3aa5064a4633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:31.396136 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-69bf7c4d-e59a-4ab9-8065-3aa5064a4633 admin admin] Usage tracker for resource:security_group_rule and tenant:03c4c15a092745eba725babc1792b7e5 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:08:31.398995 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-69bf7c4d-e59a-4ab9-8065-3aa5064a4633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:08:31.405934 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-69bf7c4d-e59a-4ab9-8065-3aa5064a4633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:31.490044 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-69bf7c4d-e59a-4ab9-8065-3aa5064a4633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:31.494043 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-69bf7c4d-e59a-4ab9-8065-3aa5064a4633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:31.502506 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-3d418024-0304-4313-b6cb-00b76db3d005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:31.542297 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-69bf7c4d-e59a-4ab9-8065-3aa5064a4633 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03c4c15a092745eba725babc1792b7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766876 May 26 11:08:31.543049 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf7c4d-e59a-4ab9-8065-3aa5064a4633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be94213b-964c-4d59-8430-3ab952f97660,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:31.544851 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46876) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:31.546186 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-69bf7c4d-e59a-4ab9-8065-3aa5064a4633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:31.610189 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8a955d69-380e-4e4c-a500-6c304ac2afe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:31.635311 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8a955d69-380e-4e4c-a500-6c304ac2afe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:31.691063 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8a955d69-380e-4e4c-a500-6c304ac2afe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:31.695067 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-43f62c36-cbd5-4efa-b86b-678d25772d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:31.707021 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a955d69-380e-4e4c-a500-6c304ac2afe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be94213b-964c-4d59-8430-3ab952f97660,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:31.709822 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8a955d69-380e-4e4c-a500-6c304ac2afe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:31.716342 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8a955d69-380e-4e4c-a500-6c304ac2afe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:31.721152 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-8a955d69-380e-4e4c-a500-6c304ac2afe9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be94213b-964c-4d59-8430-3ab952f97660 HTTP/1.1" status: 204 len: 168 time: 0.1712160 May 26 11:08:31.828886 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad8325-39d1-4777-bec7-028d8716e541 req-3a78ccc0-1a13-4155-aaa4-52c307fd9abc tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:31.830418 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f5ad8325-39d1-4777-bec7-028d8716e541 req-3a78ccc0-1a13-4155-aaa4-52c307fd9abc tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 944 time: 0.0815814 May 26 11:08:31.876658 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f5ad8325-39d1-4777-bec7-028d8716e541 req-725dd104-c5f0-4222-9cbc-d763ac98e777 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405591 May 26 11:08:31.999646 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46886) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:32.018114 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-39894cba-092e-4546-9234-24c9f59e9e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:32.035652 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-39894cba-092e-4546-9234-24c9f59e9e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:32.039336 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-39894cba-092e-4546-9234-24c9f59e9e59 admin admin] Usage tracker for resource:security_group_rule and tenant:b353f21f538e4d95b67592994df0172a is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:08:32.042085 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-39894cba-092e-4546-9234-24c9f59e9e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:08:32.047639 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-39894cba-092e-4546-9234-24c9f59e9e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:32.131142 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-39894cba-092e-4546-9234-24c9f59e9e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:32.134670 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-39894cba-092e-4546-9234-24c9f59e9e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:32.143609 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-734a198b-f5f5-4dc7-b429-057747f81833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:32.182148 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-39894cba-092e-4546-9234-24c9f59e9e59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b353f21f538e4d95b67592994df0172a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814158 May 26 11:08:32.183739 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39894cba-092e-4546-9234-24c9f59e9e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f504752-4bc6-4a05-9d8b-06fd574ca468,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:32.185332 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46890) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:32.187171 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-39894cba-092e-4546-9234-24c9f59e9e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:32.245645 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c795b1b3-09a3-483c-ab88-fe897173a3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:32.271437 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c795b1b3-09a3-483c-ab88-fe897173a3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:32.322431 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c795b1b3-09a3-483c-ab88-fe897173a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:32.327306 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-6579e779-f421-4b8c-8d52-87ae5bb0aedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:32.338714 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795b1b3-09a3-483c-ab88-fe897173a3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f504752-4bc6-4a05-9d8b-06fd574ca468,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:32.341552 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c795b1b3-09a3-483c-ab88-fe897173a3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:32.344771 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c795b1b3-09a3-483c-ab88-fe897173a3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:32.345898 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-c795b1b3-09a3-483c-ab88-fe897173a3f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f504752-4bc6-4a05-9d8b-06fd574ca468 HTTP/1.1" status: 204 len: 168 time: 0.1595542 May 26 11:08:32.821076 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 9b41d343-19ea-4846-b3d6-284782d4e283 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:08:32.887311 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port 9b41d343-19ea-4846-b3d6-284782d4e283 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:08:32.891968 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 9b41d343-19ea-4846-b3d6-284782d4e283 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:08:32.892284 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:33.017405 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:33.044338 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f78070-d306-4b71-86fe-d44e12bceda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b41d343-19ea-4846-b3d6-284782d4e283'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:08:33.054645 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 9b41d343-19ea-4846-b3d6-284782d4e283, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=9b41d343-19ea-4846-b3d6-284782d4e283,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:33.061131 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:33.065973 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c1708294-0ac8-49a8-a875-f4c581675462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:33.085796 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762fb40-d7a9-4b19-8d5a-c291ee82e5ae req-7901897e-949a-461b-bbb8-e19eea4e1a46 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:33.087976 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3762fb40-d7a9-4b19-8d5a-c291ee82e5ae req-7901897e-949a-461b-bbb8-e19eea4e1a46 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 944 time: 0.0892990 May 26 11:08:33.104169 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f78070-d306-4b71-86fe-d44e12bceda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b41d343-19ea-4846-b3d6-284782d4e283', 'code': 200} May 26 11:08:33.135247 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=9b41d343-19ea-4846-b3d6-284782d4e283,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:33.139213 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:33.142887 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-3762fb40-d7a9-4b19-8d5a-c291ee82e5ae req-8a723297-d7b6-4a14-9eaf-a4844dde3940 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485470 May 26 11:08:33.396342 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771eb05-ca7f-4449-99eb-4e8c2ecc3b7f req-93aa9075-9b5a-4ee7-8c9b-b896154e55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:33.399395 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6771eb05-ca7f-4449-99eb-4e8c2ecc3b7f req-93aa9075-9b5a-4ee7-8c9b-b896154e55a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 1098 time: 0.0781059 May 26 11:08:33.442934 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-6771eb05-ca7f-4449-99eb-4e8c2ecc3b7f req-c645efc7-0cca-4556-869b-5d5190e46a3b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353343 May 26 11:08:34.381686 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46956) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:34.423007 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceadb0-d0ae-47f2-81b8-fd25797e46d6 req-f94d329d-583f-4c0c-a276-9d071bfbded5 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:34.424671 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b6ceadb0-d0ae-47f2-81b8-fd25797e46d6 req-f94d329d-583f-4c0c-a276-9d071bfbded5 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 945 time: 0.1757224 May 26 11:08:34.471459 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-b6ceadb0-d0ae-47f2-81b8-fd25797e46d6 req-7e3b33fd-d730-46f4-a0c1-561e9d98d4c1 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409703 May 26 11:08:34.505223 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f15a0b07-35ec-4db6-8d9c-479c9dec0575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:34.519626 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-f15a0b07-35ec-4db6-8d9c-479c9dec0575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:34.523398 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-f15a0b07-35ec-4db6-8d9c-479c9dec0575 admin admin] Usage tracker for resource:security_group_rule and tenant:85f49c8e26624e20bec50c265a6219fb is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:08:34.526188 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-f15a0b07-35ec-4db6-8d9c-479c9dec0575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:08:34.532318 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-f15a0b07-35ec-4db6-8d9c-479c9dec0575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:34.614842 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f15a0b07-35ec-4db6-8d9c-479c9dec0575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:34.619009 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f15a0b07-35ec-4db6-8d9c-479c9dec0575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:34.627936 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-af514611-59e6-408b-8d4b-16305e9a11d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:34.667686 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-f15a0b07-35ec-4db6-8d9c-479c9dec0575 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85f49c8e26624e20bec50c265a6219fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848253 May 26 11:08:34.668731 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a0b07-35ec-4db6-8d9c-479c9dec0575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c7c1cc-b6b8-4be9-b8a6-96f355a54f3b,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:34.670307 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46962) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:34.671791 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f15a0b07-35ec-4db6-8d9c-479c9dec0575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:34.730542 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e167-5768-4973-a8ce-59f23e6a8e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:34.760085 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e167-5768-4973-a8ce-59f23e6a8e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:34.813264 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e167-5768-4973-a8ce-59f23e6a8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:34.816783 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4c2d8c21-80aa-4441-9b52-39fe4f03396e tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:34.829232 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6e167-5768-4973-a8ce-59f23e6a8e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c7c1cc-b6b8-4be9-b8a6-96f355a54f3b,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:34.832075 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-aaa6e167-5768-4973-a8ce-59f23e6a8e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:34.833955 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e167-5768-4973-a8ce-59f23e6a8e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:34.836228 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-aaa6e167-5768-4973-a8ce-59f23e6a8e07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17c7c1cc-b6b8-4be9-b8a6-96f355a54f3b HTTP/1.1" status: 204 len: 168 time: 0.1649191 May 26 11:08:35.114878 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 46970) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:35.132661 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-10bbb469-3715-4f30-83eb-5c87f108b319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:35.147017 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-10bbb469-3715-4f30-83eb-5c87f108b319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:35.150784 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-10bbb469-3715-4f30-83eb-5c87f108b319 admin admin] Usage tracker for resource:security_group_rule and tenant:a796d5e25a104bdd906589d86e426bbb is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:08:35.153557 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-10bbb469-3715-4f30-83eb-5c87f108b319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:08:35.159113 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-10bbb469-3715-4f30-83eb-5c87f108b319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:35.237485 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-10bbb469-3715-4f30-83eb-5c87f108b319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:35.240934 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-10bbb469-3715-4f30-83eb-5c87f108b319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:35.253598 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-2060addc-b669-40d7-b5cc-a09bc781782d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:35.290667 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-10bbb469-3715-4f30-83eb-5c87f108b319 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a796d5e25a104bdd906589d86e426bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747456 May 26 11:08:35.292214 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbb469-3715-4f30-83eb-5c87f108b319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c465c9-c446-43af-b26c-ff65b1f483e6,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:35.293961 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 46974) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:35.295783 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-10bbb469-3715-4f30-83eb-5c87f108b319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:35.350503 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-00c10451-08d5-40b9-8a7b-26ba39de075e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:35.376602 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-00c10451-08d5-40b9-8a7b-26ba39de075e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:35.426792 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-00c10451-08d5-40b9-8a7b-26ba39de075e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:35.430583 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8a955d69-380e-4e4c-a500-6c304ac2afe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:35.441806 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c10451-08d5-40b9-8a7b-26ba39de075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c465c9-c446-43af-b26c-ff65b1f483e6,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:35.446237 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-00c10451-08d5-40b9-8a7b-26ba39de075e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:35.448399 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-00c10451-08d5-40b9-8a7b-26ba39de075e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:35.449529 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-00c10451-08d5-40b9-8a7b-26ba39de075e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4c465c9-c446-43af-b26c-ff65b1f483e6 HTTP/1.1" status: 204 len: 168 time: 0.1545002 May 26 11:08:35.658921 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60c9fc-2c65-4d21-8905-9314c572eaf8 req-500723be-a0b9-449a-95d9-8f4962b676e3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:35.660398 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-bb60c9fc-2c65-4d21-8905-9314c572eaf8 req-500723be-a0b9-449a-95d9-8f4962b676e3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 945 time: 0.0871143 May 26 11:08:35.705063 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-bb60c9fc-2c65-4d21-8905-9314c572eaf8 req-52850aab-cd75-4a82-8636-10a307c6f0d4 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389493 May 26 11:08:36.582609 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47022) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:36.698120 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-39139561-56bf-444f-8b15-e751b1bb6aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:36.712958 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-39139561-56bf-444f-8b15-e751b1bb6aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:36.716760 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-39139561-56bf-444f-8b15-e751b1bb6aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:974852038158446e9d32ea43dbf71e25 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:08:36.719560 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-39139561-56bf-444f-8b15-e751b1bb6aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:08:36.725628 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-39139561-56bf-444f-8b15-e751b1bb6aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:36.814738 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-39139561-56bf-444f-8b15-e751b1bb6aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:36.819516 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-39139561-56bf-444f-8b15-e751b1bb6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:36.828385 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-fb7b60f3-376d-452b-8cd3-27fab726fd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:36.866893 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39139561-56bf-444f-8b15-e751b1bb6aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356c9b4b-c291-4e69-8d4d-893cc6ea4940,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:36.872461 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-39139561-56bf-444f-8b15-e751b1bb6aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:36.875660 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-39139561-56bf-444f-8b15-e751b1bb6aa2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=974852038158446e9d32ea43dbf71e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920663 May 26 11:08:36.878245 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47028) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:36.937912 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-69e36dce-cddc-4a91-a5ff-86fb4b7c2051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:36.963156 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-69e36dce-cddc-4a91-a5ff-86fb4b7c2051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:37.017654 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-69e36dce-cddc-4a91-a5ff-86fb4b7c2051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:37.021404 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a47b8e6d-70b8-47d3-832f-c452e6dd2bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:37.032838 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e36dce-cddc-4a91-a5ff-86fb4b7c2051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356c9b4b-c291-4e69-8d4d-893cc6ea4940,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:37.035324 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-69e36dce-cddc-4a91-a5ff-86fb4b7c2051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:37.041159 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-69e36dce-cddc-4a91-a5ff-86fb4b7c2051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:37.042369 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-69e36dce-cddc-4a91-a5ff-86fb4b7c2051 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/356c9b4b-c291-4e69-8d4d-893cc6ea4940 HTTP/1.1" status: 204 len: 168 time: 0.1630976 May 26 11:08:37.836844 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-92dd3615-6e06-4e4f-b22d-2a081f50b5c9 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:37.838619 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-92dd3615-6e06-4e4f-b22d-2a081f50b5c9 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/networks?id=c152105a-f800-43d6-a027-893a3c7e8ec5 HTTP/1.1" status: 200 len: 815 time: 0.1481709 May 26 11:08:37.853470 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-1e3bfb12-0d22-414d-b17f-d05a46738c42 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/quotas/31f424528b074f8b8e910009b462f99c HTTP/1.1" status: 200 len: 375 time: 0.0089307 May 26 11:08:37.937617 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-457cf706-203f-41fb-8558-57ec7dabf3ba tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=31f424528b074f8b8e910009b462f99c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789192 May 26 11:08:38.070826 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-54dca784-4725-46b1-9f26-0b857a4d8972 service neutron] 10.222.0.25 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263793 May 26 11:08:38.220791 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-4ce17ab1-0d84-4c3a-a275-b5b0dcf6f023 service neutron] 10.222.0.25 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430256 May 26 11:08:38.405543 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-21e4f8e3-845f-4e29-8f45-fd646f60576c req-a5d18b47-af96-42bc-a664-11d9a895d51e tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 210 time: 0.0460052 May 26 11:08:39.551225 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-97489c1a-00e1-458c-883b-eae271b83408 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:39.554096 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-97489c1a-00e1-458c-883b-eae271b83408 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "GET /v2.0/networks?id=c152105a-f800-43d6-a027-893a3c7e8ec5 HTTP/1.1" status: 200 len: 815 time: 0.1637607 May 26 11:08:39.596605 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Request body: {'port': {'device_id': '2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a', 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5', 'admin_state_up': True, 'tenant_id': '31f424528b074f8b8e910009b462f99c'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:08:39.627049 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-bf737d27-c4d7-4b09-b6ff-624e90a4c13e req-20fe9a0d-36d0-4ab3-a257-0626c5d2d2c4 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 210 time: 0.0711093 May 26 11:08:39.745533 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:39.755542 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:39.765200 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Made reservation on behalf of 31f424528b074f8b8e910009b462f99c for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:08:39.768651 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:39.931524 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Allocated IP 172.20.0.14 (c152105a-f800-43d6-a027-893a3c7e8ec5/07645e9a-4714-44f1-af9a-8abf2bb31a79/5bb2ee09-3392-439d-8794-fc28787de304) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:08:40.134079 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:40.162683 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:40.167970 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:40.198933 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['bfed9ecd-21d3-4e21-84bb-c7ae96d893ca', '9b41d343-19ea-4846-b3d6-284782d4e283'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:08:40.317768 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Network c152105a-f800-43d6-a027-893a3c7e8ec5 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:08:40.320841 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:08:40.324791 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:08:40.360628 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Pushing event updated for resources: {'Port': ['ID=5bb2ee09-3392-439d-8794-fc28787de304,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:40.379643 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:40.380019 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:40.380384 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:40.380743 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:40.381099 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:40.381476 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:40.381836 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:40.382184 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:40.382534 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:40.382881 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:40.383228 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:40.383580 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:40.388930 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:40.404139 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:40.404726 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:40.429861 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8414900 May 26 11:08:40.448503 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Request body: {'port': {'device_id': '2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:08:40.554752 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:40.819458 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e24d33-8eea-4d01-846b-6c36830f6cad req-287a9ff2-6682-465b-b931-0a90fc086ea8 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:40.820957 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-13e24d33-8eea-4d01-846b-6c36830f6cad req-287a9ff2-6682-465b-b931-0a90fc086ea8 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 932 time: 0.0808890 May 26 11:08:40.869307 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-13e24d33-8eea-4d01-846b-6c36830f6cad req-1444188c-f46b-4ed6-be02-04ab8e94d105 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402751 May 26 11:08:40.910587 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb2ee09-3392-439d-8794-fc28787de304 {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:08:40.918010 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:40.932310 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Transition to ACTIVE for port object 5bb2ee09-3392-439d-8794-fc28787de304 will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:08:40.936906 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:40.941316 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0894fffb-e3ca-40c5-a19f-8999b1523929 tempest-ServerRescueNegativeTestJSON-1117045402 tempest-ServerRescueNegativeTestJSON-1117045402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:41.027390 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47106) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:41.099329 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb2ee09-3392-439d-8794-fc28787de304,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:41.125914 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:41.143718 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:41.160989 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:41.165061 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Usage tracker for resource:security_group_rule and tenant:5975f6d698e54c2d8a6b1fc47413f780 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:08:41.167689 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:08:41.173312 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:41.173456 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Attempting to bind port 5bb2ee09-3392-439d-8794-fc28787de304 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:08:41.173800 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Attempting to bind port 5bb2ee09-3392-439d-8794-fc28787de304 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:08:41.174131 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Attempting to bind port 5bb2ee09-3392-439d-8794-fc28787de304 on network c152105a-f800-43d6-a027-893a3c7e8ec5 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:08:41.178744 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Port 5bb2ee09-3392-439d-8794-fc28787de304 on network c152105a-f800-43d6-a027-893a3c7e8ec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:08:41.179064 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Attempting to bind port 5bb2ee09-3392-439d-8794-fc28787de304 on network c152105a-f800-43d6-a027-893a3c7e8ec5 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:08:41.184941 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:08:41.185280 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Checking segment: {'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:08:41.185694 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Bound using segment: {'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:08:41.186131 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Bound port: 5bb2ee09-3392-439d-8794-fc28787de304, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:08:41.186475 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:41.260296 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:41.264393 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:41.273045 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9183c92b-bb40-44db-b4b6-790ed5639756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:41.278528 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] For port 5bb2ee09-3392-439d-8794-fc28787de304, host hv-cinder-79313, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:08:41.281707 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] For port 5bb2ee09-3392-439d-8794-fc28787de304, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=5bb2ee09-3392-439d-8794-fc28787de304,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:08:41.286208 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:41.290741 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-fb80ad2f-1933-4fc4-9483-150a872432c3 tempest-VolumesActionsTest-2016346969 tempest-VolumesActionsTest-2016346969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:41.314428 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5975f6d698e54c2d8a6b1fc47413f780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859232 May 26 11:08:41.316113 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c3eb68-f2b0-4ea1-b34e-97f4a176a949,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:41.318153 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47112) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:41.337561 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:41.337931 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:41.338286 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:41.338639 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:41.338993 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:41.339342 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:41.339749 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:41.340107 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:41.340459 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:41.340806 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:41.341147 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:41.341636 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:41.346798 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:41.351047 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:41.351671 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:41.353390 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] 10.222.0.16 "PUT /v2.0/ports/5bb2ee09-3392-439d-8794-fc28787de304 HTTP/1.1" status: 200 len: 1094 time: 0.9086008 May 26 11:08:41.353608 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a', 'tag': '5bb2ee09-3392-439d-8794-fc28787de304'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:08:41.377246 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb2ee09-3392-439d-8794-fc28787de304,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:41.380060 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:41.392591 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8eb87827-778a-4dfd-b15a-41ba80eff794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:41.413148 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a', 'tag': '5bb2ee09-3392-439d-8794-fc28787de304', 'status': 'completed', 'code': 200} May 26 11:08:41.419745 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8eb87827-778a-4dfd-b15a-41ba80eff794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:41.473748 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8eb87827-778a-4dfd-b15a-41ba80eff794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:41.477551 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f336ec14-c0fb-4da9-9108-bc173062e72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:41.492250 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb87827-778a-4dfd-b15a-41ba80eff794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c3eb68-f2b0-4ea1-b34e-97f4a176a949,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:41.494574 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-8eb87827-778a-4dfd-b15a-41ba80eff794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:41.511284 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-c3a2ed68-9f6a-48dd-a5fe-27161ec9da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:41.512838 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-c3a2ed68-9f6a-48dd-a5fe-27161ec9da4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31f424528b074f8b8e910009b462f99c&device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 1097 time: 0.0781357 May 26 11:08:41.515416 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8eb87827-778a-4dfd-b15a-41ba80eff794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:41.516520 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-8eb87827-778a-4dfd-b15a-41ba80eff794 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05c3eb68-f2b0-4ea1-b34e-97f4a176a949 HTTP/1.1" status: 204 len: 168 time: 0.1974692 May 26 11:08:41.592191 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-de963e37-20d4-49a8-88e1-1d74e4429770 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bb2ee09-3392-439d-8794-fc28787de304 HTTP/1.1" status: 200 len: 217 time: 0.0651305 May 26 11:08:41.659505 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8953ec33-9f2d-4de5-b5ae-7b678ecc9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:41.661003 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-8953ec33-9f2d-4de5-b5ae-7b678ecc9e79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07645e9a-4714-44f1-af9a-8abf2bb31a79 HTTP/1.1" status: 200 len: 855 time: 0.0632157 May 26 11:08:41.710416 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-ddee19a2-b815-48e1-8c3f-32d8ed2bb4cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c152105a-f800-43d6-a027-893a3c7e8ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431488 May 26 11:08:41.849744 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-b2a29ee7-c7e9-42eb-93d9-42e92a5a12c9 service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319630 May 26 11:08:41.983660 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4ac28eb5-6805-4bec-b4cf-07f496ed2a81 req-592eac6d-7004-4bf6-b46b-4ecfd322f2fb service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266778 May 26 11:08:42.066225 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605d79c-f25d-4530-96b4-049cedacf735 req-92dd1766-37ba-4961-ba76-66e534c00c9e tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:42.067690 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c605d79c-f25d-4530-96b4-049cedacf735 req-92dd1766-37ba-4961-ba76-66e534c00c9e tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 944 time: 0.0899591 May 26 11:08:42.113843 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-c605d79c-f25d-4530-96b4-049cedacf735 req-49af94aa-a671-4884-b4ea-4c23831d9fc3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 May 26 11:08:42.240244 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1cc75-83db-431d-a913-38c655753cf8 req-e3fc1e22-f89f-45f3-bb82-e870a770891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:42.241765 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-cdb1cc75-83db-431d-a913-38c655753cf8 req-e3fc1e22-f89f-45f3-bb82-e870a770891d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31f424528b074f8b8e910009b462f99c&device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 1097 time: 0.1625421 May 26 11:08:42.369836 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1cc75-83db-431d-a913-38c655753cf8 req-357c3aff-8896-4075-b256-f67510cf9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:42.371269 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-cdb1cc75-83db-431d-a913-38c655753cf8 req-357c3aff-8896-4075-b256-f67510cf9a44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c152105a-f800-43d6-a027-893a3c7e8ec5 HTTP/1.1" status: 200 len: 916 time: 0.1227610 May 26 11:08:42.441573 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-cdb1cc75-83db-431d-a913-38c655753cf8 req-6c188b1f-4a4c-4d37-8e1f-6c797f0b2a3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bb2ee09-3392-439d-8794-fc28787de304 HTTP/1.1" status: 200 len: 217 time: 0.0623267 May 26 11:08:42.504060 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1cc75-83db-431d-a913-38c655753cf8 req-0a8b9e5f-9b73-4576-86b5-fe22096758af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:42.505394 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-cdb1cc75-83db-431d-a913-38c655753cf8 req-0a8b9e5f-9b73-4576-86b5-fe22096758af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07645e9a-4714-44f1-af9a-8abf2bb31a79 HTTP/1.1" status: 200 len: 855 time: 0.0568962 May 26 11:08:42.551606 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-cdb1cc75-83db-431d-a913-38c655753cf8 req-c474b214-db22-4b55-a2a8-6059de1e9ed1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c152105a-f800-43d6-a027-893a3c7e8ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393541 May 26 11:08:42.685297 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-cdb1cc75-83db-431d-a913-38c655753cf8 req-01fbb556-80bb-45e3-82f7-d3118a6af9d7 service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266313 May 26 11:08:42.814418 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-cdb1cc75-83db-431d-a913-38c655753cf8 req-0b58a5e2-a53c-4728-b84d-027bc3fe87f3 service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220019 May 26 11:08:43.298750 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e1a6a-72ff-4336-a454-95eb964c60d3 req-31ca4c47-d3fe-4bae-9dd4-10780664d030 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:43.299440 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-1a5e1a6a-72ff-4336-a454-95eb964c60d3 req-31ca4c47-d3fe-4bae-9dd4-10780664d030 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Synchronizing usage tracker for tenant:31f424528b074f8b8e910009b462f99c on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:08:43.315160 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-1a5e1a6a-72ff-4336-a454-95eb964c60d3 req-31ca4c47-d3fe-4bae-9dd4-10780664d030 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Unset dirty status for tenant:31f424528b074f8b8e910009b462f99c on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:08:43.316259 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1a5e1a6a-72ff-4336-a454-95eb964c60d3 req-31ca4c47-d3fe-4bae-9dd4-10780664d030 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 944 time: 0.0980732 May 26 11:08:43.360873 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-1a5e1a6a-72ff-4336-a454-95eb964c60d3 req-57811d47-4840-4618-a1bd-8d5ca1511994 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389547 May 26 11:08:44.538264 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba3d4a-a093-4d9a-a263-bcb5c2d36d4f req-0badc297-1815-4f7d-9a8f-ba44f1eb9a58 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:44.539716 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9cba3d4a-a093-4d9a-a263-bcb5c2d36d4f req-0badc297-1815-4f7d-9a8f-ba44f1eb9a58 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 944 time: 0.0781252 May 26 11:08:44.586279 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9cba3d4a-a093-4d9a-a263-bcb5c2d36d4f req-9b2b0d01-e8f6-4552-afe6-a7df4fb33a5e tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 May 26 11:08:44.880195 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 5bb2ee09-3392-439d-8794-fc28787de304 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:08:45.009485 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 5bb2ee09-3392-439d-8794-fc28787de304, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=5bb2ee09-3392-439d-8794-fc28787de304,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:45.022502 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '5bb2ee09-3392-439d-8794-fc28787de304', 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5', 'port_id': '5bb2ee09-3392-439d-8794-fc28787de304', 'mac_address': 'fa:16:3e:c9:a0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07645e9a-4714-44f1-af9a-8abf2bb31a79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:08:45.077398 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:45.096183 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb2ee09-3392-439d-8794-fc28787de304 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:08:45.110970 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 5bb2ee09-3392-439d-8794-fc28787de304, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=5bb2ee09-3392-439d-8794-fc28787de304,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:45.114229 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:45.115880 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:45.181787 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=5bb2ee09-3392-439d-8794-fc28787de304,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:45.188668 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:45.189011 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:45.189371 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:45.189692 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:45.190022 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:45.190337 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:45.190658 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:45.190977 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:45.191290 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:45.191603 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:45.191916 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:45.192226 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:45.195854 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:45.463758 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['5bb2ee09-3392-439d-8794-fc28787de304'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:08:45.770693 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19631067-e271-42e7-8f72-908a5451b069 req-c646edd4-22e4-4f87-8394-974c67f169fe tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:45.772088 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-19631067-e271-42e7-8f72-908a5451b069 req-c646edd4-22e4-4f87-8394-974c67f169fe tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 945 time: 0.0827525 May 26 11:08:45.819388 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-19631067-e271-42e7-8f72-908a5451b069 req-c1751d11-c083-40dc-828d-33047922a5d3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418069 May 26 11:08:46.884465 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 5bb2ee09-3392-439d-8794-fc28787de304 up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:08:46.953381 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port 5bb2ee09-3392-439d-8794-fc28787de304 completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:08:46.958003 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 5bb2ee09-3392-439d-8794-fc28787de304 triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:08:46.958385 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:47.001909 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c1a33-7293-4ffb-817d-8f44ee9511d6 req-1d9431d7-8cac-4b82-a002-eee3b808f263 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:47.003395 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ed8c1a33-7293-4ffb-817d-8f44ee9511d6 req-1d9431d7-8cac-4b82-a002-eee3b808f263 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 945 time: 0.0812249 May 26 11:08:47.048466 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-ed8c1a33-7293-4ffb-817d-8f44ee9511d6 req-62424454-93b3-4d10-8bde-fa73ba20cc95 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389466 May 26 11:08:47.076623 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:47.102166 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb2ee09-3392-439d-8794-fc28787de304'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:08:47.111299 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 5bb2ee09-3392-439d-8794-fc28787de304, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=5bb2ee09-3392-439d-8794-fc28787de304,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:47.115722 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:47.117574 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:47.156766 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb2ee09-3392-439d-8794-fc28787de304', 'code': 200} May 26 11:08:47.187550 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=5bb2ee09-3392-439d-8794-fc28787de304,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:47.190405 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:47.436115 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefec09-4b73-48b5-bb10-9cc19e19b058 req-7fbfbc70-c032-4a1c-870c-98a3e3e36944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:47.437546 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ecefec09-4b73-48b5-bb10-9cc19e19b058 req-7fbfbc70-c032-4a1c-870c-98a3e3e36944 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 1099 time: 0.0698271 May 26 11:08:47.479250 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ecefec09-4b73-48b5-bb10-9cc19e19b058 req-994b9134-efb7-4a66-8722-49bd56c4c8fe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328512 May 26 11:08:48.234067 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f9079-683d-404d-a082-bacd30249a54 req-b8160208-386b-4fe9-ac4f-187889af2f75 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:48.235497 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-048f9079-683d-404d-a082-bacd30249a54 req-b8160208-386b-4fe9-ac4f-187889af2f75 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 946 time: 0.0810111 May 26 11:08:48.352257 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-048f9079-683d-404d-a082-bacd30249a54 req-e7f7b853-fa1b-4af3-a447-89c1523f742b tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111114 May 26 11:08:49.539619 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578ea1d-98fd-4adf-9093-efbcb5ee11aa req-0ab40442-2908-4b36-b982-d77208a22a3e tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:49.541087 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d578ea1d-98fd-4adf-9093-efbcb5ee11aa req-0ab40442-2908-4b36-b982-d77208a22a3e tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 946 time: 0.0825238 May 26 11:08:49.583909 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-d578ea1d-98fd-4adf-9093-efbcb5ee11aa req-3cbd3947-554a-4239-8721-6451d71d7330 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370536 May 26 11:08:50.236293 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3f187399-2cdb-46c0-9709-cb5f9d668be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:52.199953 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:52.373555 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:52.881435 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a4e83927-5dfc-44d8-ab82-9f6b1e1debdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:53.217040 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:08:53.558083 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:55.311249 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:55.812154 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-8f0d4769-fa86-440a-8b11-ad52bc199910 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:55.813615 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-8f0d4769-fa86-440a-8b11-ad52bc199910 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/networks?id=c152105a-f800-43d6-a027-893a3c7e8ec5 HTTP/1.1" status: 200 len: 815 time: 0.1445365 May 26 11:08:55.828818 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-3d16ad02-7ebd-4770-a071-1ab6c354d4d4 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/quotas/31f424528b074f8b8e910009b462f99c HTTP/1.1" status: 200 len: 375 time: 0.0096526 May 26 11:08:55.911682 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-3955fae2-822e-4131-89b1-971955108a99 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=31f424528b074f8b8e910009b462f99c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778623 May 26 11:08:56.041823 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e3f13882-b7ba-467d-8218-0ee5e500dfc4 service neutron] 10.222.0.25 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235871 May 26 11:08:56.170875 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-69b6dc95-99da-447e-97fe-8b1f110fd715 service neutron] 10.222.0.25 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232386 May 26 11:08:56.359352 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-01366e3e-2326-4ed6-9c2e-71743535f6ed req-786acac2-27ab-46ac-8b2d-6115a9570202 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 210 time: 0.0418346 May 26 11:08:57.588138 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-dd176e8a-61cf-4799-a39e-7d6e96645d2b req-8ed918e3-09f5-4807-816b-7feb62aec200 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 210 time: 0.0621514 May 26 11:08:57.636733 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e6a85bce-a1a3-41b6-9d72-be990b420d0a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:57.638851 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e6a85bce-a1a3-41b6-9d72-be990b420d0a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "GET /v2.0/networks?id=c152105a-f800-43d6-a027-893a3c7e8ec5 HTTP/1.1" status: 200 len: 815 time: 0.2866268 May 26 11:08:57.681189 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Request body: {'port': {'device_id': 'ef96dc32-8f9a-4715-9a50-1a7140d59edd', 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5', 'admin_state_up': True, 'tenant_id': '31f424528b074f8b8e910009b462f99c'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:08:57.813041 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:57.822411 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:57.832695 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Made reservation on behalf of 31f424528b074f8b8e910009b462f99c for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:08:57.836354 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:58.001834 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Allocated IP 172.20.0.2 (c152105a-f800-43d6-a027-893a3c7e8ec5/07645e9a-4714-44f1-af9a-8abf2bb31a79/068ed697-848a-4ce9-af76-5ace91d539be) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:08:58.197881 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:58.230426 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734592528092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:58.236487 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-62d78fc9-d310-4e1d-a1d5-1b0158e6374f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:58.268759 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['bfed9ecd-21d3-4e21-84bb-c7ae96d893ca', '9b41d343-19ea-4846-b3d6-284782d4e283', '5bb2ee09-3392-439d-8794-fc28787de304'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:08:58.300666 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Network c152105a-f800-43d6-a027-893a3c7e8ec5 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:08:58.303909 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:08:58.307631 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:08:58.345893 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Pushing event updated for resources: {'Port': ['ID=068ed697-848a-4ce9-af76-5ace91d539be,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:58.350455 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:58.378260 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:58.378862 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:58.402628 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7250061 May 26 11:08:58.422870 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Request body: {'port': {'device_id': 'ef96dc32-8f9a-4715-9a50-1a7140d59edd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:08:58.535327 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:58.782188 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85309169-81c0-4f73-8c5b-bd7025ffb011 req-33ce11d0-f24b-49c1-8f1a-08f76efa40b8 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:58.783848 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-85309169-81c0-4f73-8c5b-bd7025ffb011 req-33ce11d0-f24b-49c1-8f1a-08f76efa40b8 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 931 time: 0.0835547 May 26 11:08:58.828047 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-85309169-81c0-4f73-8c5b-bd7025ffb011 req-a0f80302-65a7-44c4-91a3-098e3566b57d tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384552 May 26 11:08:58.877751 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068ed697-848a-4ce9-af76-5ace91d539be {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:08:58.884808 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:58.898989 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Transition to ACTIVE for port object 068ed697-848a-4ce9-af76-5ace91d539be will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:08:58.902844 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:58.907278 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2de561ac-7112-4e7b-a859-0604aaf9e8af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:59.052979 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Pushing event updated for resources: {'Port': ['ID=068ed697-848a-4ce9-af76-5ace91d539be,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:59.060391 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:59.131453 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Attempting to bind port 068ed697-848a-4ce9-af76-5ace91d539be on host hv-cinder-79313 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:08:59.131702 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Attempting to bind port 068ed697-848a-4ce9-af76-5ace91d539be by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:08:59.132029 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Attempting to bind port 068ed697-848a-4ce9-af76-5ace91d539be on network c152105a-f800-43d6-a027-893a3c7e8ec5 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:08:59.136516 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Port 068ed697-848a-4ce9-af76-5ace91d539be on network c152105a-f800-43d6-a027-893a3c7e8ec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:08:59.136835 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Attempting to bind port 068ed697-848a-4ce9-af76-5ace91d539be on network c152105a-f800-43d6-a027-893a3c7e8ec5 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:08:59.142556 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Checking agent: {'id': 'afaac143-8873-43ce-aabe-16f6dc39f448', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'started_at': datetime.datetime(2021, 5, 26, 10, 59, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:08:59.142887 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Checking segment: {'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:08:59.143264 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Bound using segment: {'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:08:59.143682 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Bound port: 068ed697-848a-4ce9-af76-5ace91d539be, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:08:59.144019 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:59.228513 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] For port 068ed697-848a-4ce9-af76-5ace91d539be, host hv-cinder-79313, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:08:59.231441 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] For port 068ed697-848a-4ce9-af76-5ace91d539be, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=068ed697-848a-4ce9-af76-5ace91d539be,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:08:59.235086 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6358754'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:59.239777 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a98fbe2e-b25f-45cd-9c5f-9ed4272095ec tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:59.387705 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:59.388086 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:59.389637 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] 10.222.0.16 "PUT /v2.0/ports/068ed697-848a-4ce9-af76-5ace91d539be HTTP/1.1" status: 200 len: 1093 time: 0.9714086 May 26 11:08:59.392365 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef96dc32-8f9a-4715-9a50-1a7140d59edd', 'tag': '068ed697-848a-4ce9-af76-5ace91d539be'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:08:59.415241 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Pushing event updated for resources: {'Port': ['ID=068ed697-848a-4ce9-af76-5ace91d539be,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:59.420009 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:59.436709 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef96dc32-8f9a-4715-9a50-1a7140d59edd', 'tag': '068ed697-848a-4ce9-af76-5ace91d539be', 'status': 'completed', 'code': 200} May 26 11:08:59.533560 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-76bafaeb-97da-4b45-9cb7-057bf29fba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:59.535033 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-76bafaeb-97da-4b45-9cb7-057bf29fba89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31f424528b074f8b8e910009b462f99c&device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 1096 time: 0.0701931 May 26 11:08:59.613696 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-e681bfed-f277-48f5-a648-06c01dd4a49f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=068ed697-848a-4ce9-af76-5ace91d539be HTTP/1.1" status: 200 len: 217 time: 0.0615642 May 26 11:08:59.676519 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-6e9f4f32-b7f1-4f4e-a599-fb36d35afd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:59.677833 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-6e9f4f32-b7f1-4f4e-a599-fb36d35afd89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07645e9a-4714-44f1-af9a-8abf2bb31a79 HTTP/1.1" status: 200 len: 855 time: 0.0563738 May 26 11:08:59.727443 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-2472c14b-532a-44c2-b924-8bcabc9aa385 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c152105a-f800-43d6-a027-893a3c7e8ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422575 May 26 11:08:59.866338 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-daa3658e-4c28-446f-a0f9-b8c728175acf service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275160 May 26 11:09:00.003994 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-8a0ff9de-6e9e-406b-b093-f6aead6ac790 req-840ce633-78f1-4dc8-91f2-e2e19def45f3 service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298578 May 26 11:09:00.008567 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c951ca8-5e0b-4a58-86dd-6b4c69d251b1 req-93bd8149-4fc9-41c5-b20c-5511cd27b37f tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:00.010060 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7c951ca8-5e0b-4a58-86dd-6b4c69d251b1 req-93bd8149-4fc9-41c5-b20c-5511cd27b37f tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 943 time: 0.0799484 May 26 11:09:00.054416 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-7c951ca8-5e0b-4a58-86dd-6b4c69d251b1 req-e1888db2-9057-4d61-bf88-724a99ab03e6 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380085 May 26 11:09:00.164263 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604ef99-d145-4c0e-96a1-552b3c343aab req-9354742e-ee14-474d-b6ce-ea56cb782bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:00.165782 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5604ef99-d145-4c0e-96a1-552b3c343aab req-9354742e-ee14-474d-b6ce-ea56cb782bbd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31f424528b074f8b8e910009b462f99c&device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 1096 time: 0.0700445 May 26 11:09:00.295107 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604ef99-d145-4c0e-96a1-552b3c343aab req-34481f14-6775-4f72-8d3a-7dafe11d6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:00.296449 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5604ef99-d145-4c0e-96a1-552b3c343aab req-34481f14-6775-4f72-8d3a-7dafe11d6f47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c152105a-f800-43d6-a027-893a3c7e8ec5 HTTP/1.1" status: 200 len: 916 time: 0.1240237 May 26 11:09:00.368074 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5604ef99-d145-4c0e-96a1-552b3c343aab req-e108a7f3-7801-41e3-8a02-6109f54f30bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=068ed697-848a-4ce9-af76-5ace91d539be HTTP/1.1" status: 200 len: 217 time: 0.0637531 May 26 11:09:00.429316 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604ef99-d145-4c0e-96a1-552b3c343aab req-5cd6857a-03b3-404f-8d43-c1ba0d2e0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:00.430736 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5604ef99-d145-4c0e-96a1-552b3c343aab req-5cd6857a-03b3-404f-8d43-c1ba0d2e0b05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07645e9a-4714-44f1-af9a-8abf2bb31a79 HTTP/1.1" status: 200 len: 855 time: 0.0552831 May 26 11:09:00.477668 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5604ef99-d145-4c0e-96a1-552b3c343aab req-b0bb9f31-0485-49a0-9459-563020563260 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c152105a-f800-43d6-a027-893a3c7e8ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387530 May 26 11:09:00.607105 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5604ef99-d145-4c0e-96a1-552b3c343aab req-3f80c52b-facf-43c6-a5b1-4a67c3214031 service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208506 May 26 11:09:00.742028 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5604ef99-d145-4c0e-96a1-552b3c343aab req-a9663fe1-50f9-4e68-adeb-d7ca32ff77cc service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252201 May 26 11:09:01.240449 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ca6d0-f4e0-421a-8c3d-7abeb786b4c6 req-7d4ca0d5-a5d0-416f-ad98-9eb3b4201de4 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:01.241156 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-983ca6d0-f4e0-421a-8c3d-7abeb786b4c6 req-7d4ca0d5-a5d0-416f-ad98-9eb3b4201de4 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Synchronizing usage tracker for tenant:31f424528b074f8b8e910009b462f99c on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:09:01.255620 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-983ca6d0-f4e0-421a-8c3d-7abeb786b4c6 req-7d4ca0d5-a5d0-416f-ad98-9eb3b4201de4 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Unset dirty status for tenant:31f424528b074f8b8e910009b462f99c on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:09:01.256881 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-983ca6d0-f4e0-421a-8c3d-7abeb786b4c6 req-7d4ca0d5-a5d0-416f-ad98-9eb3b4201de4 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 943 time: 0.0976038 May 26 11:09:01.300626 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-983ca6d0-f4e0-421a-8c3d-7abeb786b4c6 req-cd15fa7d-5d84-43de-9061-e52eeee8eed7 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380874 May 26 11:09:02.485748 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc947579-2dfc-4e7c-98ca-2a0c704a23ed req-80eb92ca-ccb3-4c96-ad6d-fee671fdf6ba tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:02.487181 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-bc947579-2dfc-4e7c-98ca-2a0c704a23ed req-80eb92ca-ccb3-4c96-ad6d-fee671fdf6ba tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 943 time: 0.0815032 May 26 11:09:02.529977 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-bc947579-2dfc-4e7c-98ca-2a0c704a23ed req-36a9df9c-e53b-4f52-acaf-3ae24eab0ad0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372818 May 26 11:09:02.989946 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 068ed697-848a-4ce9-af76-5ace91d539be details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=91666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:09:03.118302 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 068ed697-848a-4ce9-af76-5ace91d539be, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=068ed697-848a-4ce9-af76-5ace91d539be,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:03.131480 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Returning: {'device': '068ed697-848a-4ce9-af76-5ace91d539be', 'network_id': 'c152105a-f800-43d6-a027-893a3c7e8ec5', 'port_id': '068ed697-848a-4ce9-af76-5ace91d539be', 'mac_address': 'fa:16:3e:af:51:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07645e9a-4714-44f1-af9a-8abf2bb31a79', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:09:03.187463 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:03.203968 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068ed697-848a-4ce9-af76-5ace91d539be {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:09:03.219030 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 068ed697-848a-4ce9-af76-5ace91d539be, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=068ed697-848a-4ce9-af76-5ace91d539be,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:03.222430 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:03.224120 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:03.287416 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=068ed697-848a-4ce9-af76-5ace91d539be,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:03.290172 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:03.601122 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['068ed697-848a-4ce9-af76-5ace91d539be'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:09:03.716261 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e3931-a7d9-40f1-ac9c-b6e0d6b05f0f req-e073b78f-2fba-4291-a88b-538a7dd311ab tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:03.717857 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4d8e3931-a7d9-40f1-ac9c-b6e0d6b05f0f req-e073b78f-2fba-4291-a88b-538a7dd311ab tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 944 time: 0.0832970 May 26 11:09:03.761067 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-4d8e3931-a7d9-40f1-ac9c-b6e0d6b05f0f req-a752a00f-32e9-40fc-8cdc-1a23f94aa2d9 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374324 May 26 11:09:04.941407 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a387cb-1d4d-467c-a8be-73fa4d24be65 req-37b1eeec-1e06-4731-97ee-8e44f3825d0a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:04.942855 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f2a387cb-1d4d-467c-a8be-73fa4d24be65 req-37b1eeec-1e06-4731-97ee-8e44f3825d0a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 944 time: 0.0791149 May 26 11:09:04.989493 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-f2a387cb-1d4d-467c-a8be-73fa4d24be65 req-c4c84138-e397-4016-b0e2-a91c7760e2e3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 May 26 11:09:05.021400 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 068ed697-848a-4ce9-af76-5ace91d539be up at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:09:05.088867 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning for port 068ed697-848a-4ce9-af76-5ace91d539be completed by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:09:05.093192 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Provisioning complete for port 068ed697-848a-4ce9-af76-5ace91d539be triggered by entity L2. {{(pid=91666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:09:05.093595 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379558'] for port, provisioning_complete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:05.208562 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1564456'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:05.237994 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef96dc32-8f9a-4715-9a50-1a7140d59edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068ed697-848a-4ce9-af76-5ace91d539be'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:09:05.247723 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] For port 068ed697-848a-4ce9-af76-5ace91d539be, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=068ed697-848a-4ce9-af76-5ace91d539be,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:05.251877 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734592912523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734592528110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734592528671'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:05.253810 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:05.287539 dv-cinder-793136-1-smb neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef96dc32-8f9a-4715-9a50-1a7140d59edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068ed697-848a-4ce9-af76-5ace91d539be', 'code': 200} May 26 11:09:05.322099 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Pushing event updated for resources: {'Port': ['ID=068ed697-848a-4ce9-af76-5ace91d539be,revision_number=5']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:05.325719 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:05.551236 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d9ad-8aa6-4f7a-82f1-950f8cc5de27 req-c981590b-8a86-4759-a0fd-d9f6cc3602d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:05.552713 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5a73d9ad-8aa6-4f7a-82f1-950f8cc5de27 req-c981590b-8a86-4759-a0fd-d9f6cc3602d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 1098 time: 0.0691113 May 26 11:09:05.594244 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-5a73d9ad-8aa6-4f7a-82f1-950f8cc5de27 req-e80ee13e-4d22-4234-8bc8-232da5fa911b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334668 May 26 11:09:05.642211 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47218) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:05.905119 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-523d7db5-5f3d-49d6-8691-9399fa0d227d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Deleting port b6337c46-dda8-4ea0-9bc1-93caa5b1d80c {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:09:05.905530 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-523d7db5-5f3d-49d6-8691-9399fa0d227d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:06.021661 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-523d7db5-5f3d-49d6-8691-9399fa0d227d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:06.022252 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-523d7db5-5f3d-49d6-8691-9399fa0d227d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:06.144551 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-523d7db5-5f3d-49d6-8691-9399fa0d227d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Calling delete_port for b6337c46-dda8-4ea0-9bc1-93caa5b1d80c owned by network:floatingip {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:09:06.244129 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ecd7f-9d48-4b5f-a88e-e35f3999376b req-90ee0bb0-30d4-4793-9265-f9febde61ba3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:06.245604 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-629ecd7f-9d48-4b5f-a88e-e35f3999376b req-90ee0bb0-30d4-4793-9265-f9febde61ba3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 945 time: 0.1087408 May 26 11:09:06.301135 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-629ecd7f-9d48-4b5f-a88e-e35f3999376b req-00264267-ec85-43a4-8d95-4e2195dce525 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490260 May 26 11:09:06.367366 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-523d7db5-5f3d-49d6-8691-9399fa0d227d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:06.370804 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-12114293-8d37-4d83-a937-f549a3d1b930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:06.414160 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d7db5-5f3d-49d6-8691-9399fa0d227d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Pushing event deleted for resources: {'Port': ['ID=b6337c46-dda8-4ea0-9bc1-93caa5b1d80c,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:06.417734 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-523d7db5-5f3d-49d6-8691-9399fa0d227d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:06.505569 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-523d7db5-5f3d-49d6-8691-9399fa0d227d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for floatingip, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:06.505820 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.l3_db [None req-523d7db5-5f3d-49d6-8691-9399fa0d227d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Floating IP b1e1666c-9ff5-484c-a9ae-9d25d0a6bced disassociated (deleted). External IP: 172.28.0.34, port: 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b. May 26 11:09:06.947567 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523d7db5-5f3d-49d6-8691-9399fa0d227d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:09:07.127608 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523d7db5-5f3d-49d6-8691-9399fa0d227d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:09:07.137213 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1edffb-4324-4ce5-a61a-9994d1daf616 None None] Sync routers for ids ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:09:07.147119 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1edffb-4324-4ce5-a61a-9994d1daf616 None None] Routers {'13f7fe0b-a668-4fba-af3f-56e1e6af81cc'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:09:07.147816 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-9b1edffb-4324-4ce5-a61a-9994d1daf616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:08:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:07.147955 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-523d7db5-5f3d-49d6-8691-9399fa0d227d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for floatingip, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:07.202375 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-523d7db5-5f3d-49d6-8691-9399fa0d227d tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "DELETE /v2.0/floatingips/b1e1666c-9ff5-484c-a9ae-9d25d0a6bced HTTP/1.1" status: 204 len: 168 time: 1.5589290 May 26 11:09:07.202914 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'tag': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:09:07.249719 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'tag': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'status': 'completed', 'code': 200} May 26 11:09:07.324432 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-9b1edffb-4324-4ce5-a61a-9994d1daf616 None None] Set router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:09:07.480054 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d5bb2-9f88-476b-a6ef-0efc9f233fa5 req-7b282ed9-d2af-43a4-9bd2-7cc8e0fe75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:07.482285 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3e3d5bb2-9f88-476b-a6ef-0efc9f233fa5 req-7b282ed9-d2af-43a4-9bd2-7cc8e0fe75b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8fab6e462c5460e9bb43982a2c37bb6&device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 1098 time: 0.1802287 May 26 11:09:07.539747 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e83ea-b1a0-4cea-ae2a-ca773d1ebb40 req-618069ac-fc3d-4742-8707-f75c8aa498e7 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:07.541381 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9f8e83ea-b1a0-4cea-ae2a-ca773d1ebb40 req-618069ac-fc3d-4742-8707-f75c8aa498e7 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 945 time: 0.0953922 May 26 11:09:07.588303 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9f8e83ea-b1a0-4cea-ae2a-ca773d1ebb40 req-f0dc5bf5-7355-4c35-b719-952108cacffb tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409174 May 26 11:09:07.656240 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-9b1edffb-4324-4ce5-a61a-9994d1daf616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:04:37Z', 'revision_number': 4, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port': {'id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:33Z', 'updated_at': '2021-05-26T11:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '78ed5293-b049-442f-af46-bae934ce69cd', 'name': '', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'mac_address': 'fa:16:3e:d0:05:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:37Z', 'updated_at': '2021-05-26T11:04:44Z', 'revision_number': 5, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'subnets': [{'id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:07.660077 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1edffb-4324-4ce5-a61a-9994d1daf616 None None] Checking router: 13f7fe0b-a668-4fba-af3f-56e1e6af81cc for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:09:07.668836 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1edffb-4324-4ce5-a61a-9994d1daf616 None None] Routers {'13f7fe0b-a668-4fba-af3f-56e1e6af81cc'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:09:07.669483 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-9b1edffb-4324-4ce5-a61a-9994d1daf616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:08:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:07.692284 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d5bb2-9f88-476b-a6ef-0efc9f233fa5 req-ab75625f-0c33-4f41-9c61-3cb8ecbc66cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:07.693761 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3e3d5bb2-9f88-476b-a6ef-0efc9f233fa5 req-ab75625f-0c33-4f41-9c61-3cb8ecbc66cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=1eeadd8a-4d30-468e-b894-98d26a45bf73 HTTP/1.1" status: 200 len: 909 time: 0.2012289 May 26 11:09:07.706037 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace00db7-01d3-4908-afaa-c030289f7f7e req-240f02a0-6f48-4130-83c9-28b286167c41 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:07.707446 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ace00db7-01d3-4908-afaa-c030289f7f7e req-240f02a0-6f48-4130-83c9-28b286167c41 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.1353583 May 26 11:09:07.786480 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3e3d5bb2-9f88-476b-a6ef-0efc9f233fa5 req-eea77ead-b074-4ab2-86f4-4b2d58e711cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b HTTP/1.1" status: 200 len: 217 time: 0.0779576 May 26 11:09:07.848821 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-9b1edffb-4324-4ce5-a61a-9994d1daf616 None None] Set router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:09:07.867084 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-ace00db7-01d3-4908-afaa-c030289f7f7e req-0deebe7c-1b32-4853-bd98-e169e89cf765 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045609 May 26 11:09:07.875933 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d5bb2-9f88-476b-a6ef-0efc9f233fa5 req-377b56d2-d8d6-4bf4-bfea-c624b7947012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:07.877698 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3e3d5bb2-9f88-476b-a6ef-0efc9f233fa5 req-377b56d2-d8d6-4bf4-bfea-c624b7947012 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3efe0691-f56b-4b17-a376-3f07f73b41de HTTP/1.1" status: 200 len: 847 time: 0.0833032 May 26 11:09:07.966422 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d5bb2-9f88-476b-a6ef-0efc9f233fa5 req-c684b2e5-65a9-4b16-8cf5-63dbd7ba328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:07.967993 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3e3d5bb2-9f88-476b-a6ef-0efc9f233fa5 req-c684b2e5-65a9-4b16-8cf5-63dbd7ba328b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1eeadd8a-4d30-468e-b894-98d26a45bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824559 May 26 11:09:08.124460 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3e3d5bb2-9f88-476b-a6ef-0efc9f233fa5 req-6c6a7357-c77f-48e2-ac5b-81b9e8a861bb service neutron] 10.222.0.16 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485670 May 26 11:09:08.208159 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-9b1edffb-4324-4ce5-a61a-9994d1daf616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:04:37Z', 'revision_number': 4, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port': {'id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:33Z', 'updated_at': '2021-05-26T11:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '78ed5293-b049-442f-af46-bae934ce69cd', 'name': '', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'mac_address': 'fa:16:3e:d0:05:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:37Z', 'updated_at': '2021-05-26T11:04:44Z', 'revision_number': 5, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'subnets': [{'id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:08.212305 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1edffb-4324-4ce5-a61a-9994d1daf616 None None] The sync data for ids ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'] in dv-cinder-793136-1-smb is: [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:04:37Z', 'revision_number': 4, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port': {'id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:33Z', 'updated_at': '2021-05-26T11:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb', '_interfaces': [{'id': '78ed5293-b049-442f-af46-bae934ce69cd', 'name': '', 'network_id': '1eeadd8a-4d30-468e-b894-98d26a45bf73', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'mac_address': 'fa:16:3e:d0:05:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:37Z', 'updated_at': '2021-05-26T11:04:44Z', 'revision_number': 5, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'subnets': [{'id': '3efe0691-f56b-4b17-a376-3f07f73b41de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:09:08.259940 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-3e3d5bb2-9f88-476b-a6ef-0efc9f233fa5 req-a0334738-e817-44d0-8b7a-3770f97f792f service neutron] 10.222.0.16 "GET /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278489 May 26 11:09:08.421003 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b9ecc-031c-4d98-a21c-8ba91c96a428 None None] New status for floating IP b1e1666c-9ff5-484c-a9ae-9d25d0a6bced: DOWN {{(pid=91667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:09:09.055345 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e5735-16cb-49a8-8602-c46de5e0fdf2 req-ce06107c-2fa7-4388-9034-aaec7f19c155 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:09.056028 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-a83e5735-16cb-49a8-8602-c46de5e0fdf2 req-ce06107c-2fa7-4388-9034-aaec7f19c155 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Synchronizing usage tracker for tenant:e8fab6e462c5460e9bb43982a2c37bb6 on resource:port {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:09:09.070409 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-a83e5735-16cb-49a8-8602-c46de5e0fdf2 req-ce06107c-2fa7-4388-9034-aaec7f19c155 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Unset dirty status for tenant:e8fab6e462c5460e9bb43982a2c37bb6 on resource:port {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:09:09.071623 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a83e5735-16cb-49a8-8602-c46de5e0fdf2 req-ce06107c-2fa7-4388-9034-aaec7f19c155 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.0935690 May 26 11:09:09.122543 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a83e5735-16cb-49a8-8602-c46de5e0fdf2 req-195f7081-9a08-4c85-a960-3f03276f48c9 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/security-groups?id=44bc6201-6d21-484c-82d0-212139a254e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437903 May 26 11:09:09.323448 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e9f7a-b2c7-412c-a024-d9cc464ca042 req-921db65e-49ca-42ed-8586-ed16c26b4654 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:09.325562 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-920e9f7a-b2c7-412c-a024-d9cc464ca042 req-921db65e-49ca-42ed-8586-ed16c26b4654 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.16 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 945 time: 0.0851002 May 26 11:09:09.466321 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-920e9f7a-b2c7-412c-a024-d9cc464ca042 req-81544a1d-eb3f-48a3-9787-e0c8b7f1fb88 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Deleting port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:09:09.466662 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-920e9f7a-b2c7-412c-a024-d9cc464ca042 req-81544a1d-eb3f-48a3-9787-e0c8b7f1fb88 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:09.609946 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-920e9f7a-b2c7-412c-a024-d9cc464ca042 req-81544a1d-eb3f-48a3-9787-e0c8b7f1fb88 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] For port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:09.610313 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-920e9f7a-b2c7-412c-a024-d9cc464ca042 req-81544a1d-eb3f-48a3-9787-e0c8b7f1fb88 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:09.738216 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-920e9f7a-b2c7-412c-a024-d9cc464ca042 req-81544a1d-eb3f-48a3-9787-e0c8b7f1fb88 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Calling delete_port for 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b owned by compute:nova {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:09:09.848232 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-920e9f7a-b2c7-412c-a024-d9cc464ca042 req-81544a1d-eb3f-48a3-9787-e0c8b7f1fb88 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:09.854141 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b45ac36e-921b-4065-9dfb-5daad5d97c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:09.900133 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81544a1d-eb3f-48a3-9787-e0c8b7f1fb88 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Pushing event deleted for resources: {'Port': ['ID=60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:09.930788 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-81544a1d-eb3f-48a3-9787-e0c8b7f1fb88 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:09.976037 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-920e9f7a-b2c7-412c-a024-d9cc464ca042 req-81544a1d-eb3f-48a3-9787-e0c8b7f1fb88 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] No DVR routers for this DVR port 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b on host hv-cinder-79313 {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:09:09.978456 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-920e9f7a-b2c7-412c-a024-d9cc464ca042 req-81544a1d-eb3f-48a3-9787-e0c8b7f1fb88 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:09.980928 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'name': 'network-vif-deleted', 'tag': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:09:09.996206 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-920e9f7a-b2c7-412c-a024-d9cc464ca042 req-81544a1d-eb3f-48a3-9787-e0c8b7f1fb88 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.16 "DELETE /v2.0/ports/60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b HTTP/1.1" status: 204 len: 173 time: 0.6647260 May 26 11:09:10.027211 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e2ed31-5557-4dde-b245-6eee60dc4df7', 'name': 'network-vif-deleted', 'tag': '60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b', 'status': 'completed', 'code': 200} May 26 11:09:10.273738 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-9002b60a-e24e-4bc3-ab9a-9c348d41f8fe req-2cc8c1cb-f168-4a9b-9e88-a3cc06c65109 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Synchronizing usage tracker for tenant:e8fab6e462c5460e9bb43982a2c37bb6 on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:09:10.292055 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-9002b60a-e24e-4bc3-ab9a-9c348d41f8fe req-2cc8c1cb-f168-4a9b-9e88-a3cc06c65109 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Unset dirty status for tenant:e8fab6e462c5460e9bb43982a2c37bb6 on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:09:10.293186 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-9002b60a-e24e-4bc3-ab9a-9c348d41f8fe req-2cc8c1cb-f168-4a9b-9e88-a3cc06c65109 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e2ed31-5557-4dde-b245-6eee60dc4df7 HTTP/1.1" status: 200 len: 210 time: 0.0636230 May 26 11:09:11.387914 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47260) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:11.454480 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ebd0406a-46ff-483f-8299-fe3401109f79 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:11.483453 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ebd0406a-46ff-483f-8299-fe3401109f79 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:11.547098 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ebd0406a-46ff-483f-8299-fe3401109f79 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:11.551913 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4f98c525-34d2-4a30-afe3-067d09bdb755 tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:11.566418 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0406a-46ff-483f-8299-fe3401109f79 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bc6201-6d21-484c-82d0-212139a254e4,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:11.569060 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ebd0406a-46ff-483f-8299-fe3401109f79 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:11.577113 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ebd0406a-46ff-483f-8299-fe3401109f79 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:11.578196 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-ebd0406a-46ff-483f-8299-fe3401109f79 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] 10.222.0.25 "DELETE /v2.0/security-groups/44bc6201-6d21-484c-82d0-212139a254e4 HTTP/1.1" status: 204 len: 168 time: 0.1892939 May 26 11:09:11.618377 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47266) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:12.167747 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0f140a96-1367-46f8-9dd4-29d913f8bba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501237'] for router_interface, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:12.687228 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-0f140a96-1367-46f8-9dd4-29d913f8bba4 admin admin] Deleting port 78ed5293-b049-442f-af46-bae934ce69cd {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:09:12.687895 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0f140a96-1367-46f8-9dd4-29d913f8bba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:12.806808 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-0f140a96-1367-46f8-9dd4-29d913f8bba4 admin admin] For port 78ed5293-b049-442f-af46-bae934ce69cd, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=78ed5293-b049-442f-af46-bae934ce69cd,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:12.807161 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0f140a96-1367-46f8-9dd4-29d913f8bba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:12.931040 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-0f140a96-1367-46f8-9dd4-29d913f8bba4 admin admin] Calling delete_port for 78ed5293-b049-442f-af46-bae934ce69cd owned by network:router_interface {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:09:13.067657 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:09:13.083668 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0f140a96-1367-46f8-9dd4-29d913f8bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:13.087447 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-5c957730-d51f-4bf0-8a61-48eeef7d6d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:13.106777 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:09:13.107122 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 60d6bcda-0c28-47dd-a0d3-0f64d0dfef5b not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:09:13.130168 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f140a96-1367-46f8-9dd4-29d913f8bba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ed5293-b049-442f-af46-bae934ce69cd,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:13.133643 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0f140a96-1367-46f8-9dd4-29d913f8bba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:13.409059 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0f140a96-1367-46f8-9dd4-29d913f8bba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497477'] for router_interface, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:13.771978 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f140a96-1367-46f8-9dd4-29d913f8bba4 admin admin] Router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:09:14.055136 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f140a96-1367-46f8-9dd4-29d913f8bba4 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:09:14.064488 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe4aab-e9a9-4c31-8614-74a724c0462b None None] Sync routers for ids ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'] in dv-cinder-793136-1-smb {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:09:14.070818 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-0f140a96-1367-46f8-9dd4-29d913f8bba4 admin admin] 10.222.0.25 "PUT /v2.0/routers/13f7fe0b-a668-4fba-af3f-56e1e6af81cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4513466 May 26 11:09:14.073291 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47290) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:14.073793 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe4aab-e9a9-4c31-8614-74a724c0462b None None] Routers {'13f7fe0b-a668-4fba-af3f-56e1e6af81cc'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:09:14.074412 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b6fe4aab-e9a9-4c31-8614-74a724c0462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:08:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:14.248847 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Notify callbacks [] for router, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:14.255432 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-b6fe4aab-e9a9-4c31-8614-74a724c0462b None None] Set router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc gateway port host: dv-cinder-793136-1-smb {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:09:14.420408 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:14.489897 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Deleting port 1c1095ea-6d78-4967-9efd-387551b3afe8 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:09:14.490238 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:14.534111 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b6fe4aab-e9a9-4c31-8614-74a724c0462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:09:13Z', 'revision_number': 5, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port': {'id': '1c1095ea-6d78-4967-9efd-387551b3afe8', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:33Z', 'updated_at': '2021-05-26T11:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:14.537946 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe4aab-e9a9-4c31-8614-74a724c0462b None None] Checking router: 13f7fe0b-a668-4fba-af3f-56e1e6af81cc for host: dv-cinder-793136-1-smb {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:09:14.546193 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe4aab-e9a9-4c31-8614-74a724c0462b None None] Routers {'13f7fe0b-a668-4fba-af3f-56e1e6af81cc'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:09:14.546801 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b6fe4aab-e9a9-4c31-8614-74a724c0462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:08:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:14.610704 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] For port 1c1095ea-6d78-4967-9efd-387551b3afe8, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=1c1095ea-6d78-4967-9efd-387551b3afe8,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:14.611057 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:14.698917 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-b6fe4aab-e9a9-4c31-8614-74a724c0462b None None] Set router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc gateway port host: None {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:09:14.735170 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Calling delete_port for 1c1095ea-6d78-4967-9efd-387551b3afe8 owned by network:router_gateway {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:09:14.804314 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b6fe4aab-e9a9-4c31-8614-74a724c0462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:09:14Z', 'revision_number': 6, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port_host': None}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:14.808267 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe4aab-e9a9-4c31-8614-74a724c0462b None None] The sync data for ids ['13f7fe0b-a668-4fba-af3f-56e1e6af81cc'] in dv-cinder-793136-1-smb is: [{'id': '13f7fe0b-a668-4fba-af3f-56e1e6af81cc', 'name': 'tempest-TestShelveInstance-116354750-router', 'tenant_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:32Z', 'updated_at': '2021-05-26T11:09:14Z', 'revision_number': 6, 'project_id': 'e8fab6e462c5460e9bb43982a2c37bb6', 'gw_port_host': None}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:09:14.876800 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:14.881458 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-55bb8e1d-21de-493c-a559-d1021dbabe4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:14.924905 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1095ea-6d78-4967-9efd-387551b3afe8,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:14.958186 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:15.023376 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503002'] for router_gateway, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:15.352988 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5570'] for router, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:15.356820 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:15.385558 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496745'] for router, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:15.386073 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13f7fe0b-a668-4fba-af3f-56e1e6af81cc {{(pid=91665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:09:15.403385 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1bdf7-831c-4424-8b8b-de4b0a7e9c73 req-1b7744a6-47e1-4829-93ce-bf1875a3682e tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:15.404835 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5bc1bdf7-831c-4424-8b8b-de4b0a7e9c73 req-1b7744a6-47e1-4829-93ce-bf1875a3682e tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 945 time: 0.3427184 May 26 11:09:15.410460 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] Notify callbacks [] for router, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:15.411479 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-f0530ec4-c7ed-4817-b4e3-11090695ae21 admin admin] 10.222.0.25 "DELETE /v2.0/routers/13f7fe0b-a668-4fba-af3f-56e1e6af81cc HTTP/1.1" status: 204 len: 168 time: 1.3372593 May 26 11:09:15.414211 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47300) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:15.451132 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5bc1bdf7-831c-4424-8b8b-de4b0a7e9c73 req-cd494a31-4647-4bac-8e1a-7d60e08540e9 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385101 May 26 11:09:15.564476 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae70376-93f0-4cd2-91c1-31708c9e2ffa admin admin] Deleting subnet 3efe0691-f56b-4b17-a376-3f07f73b41de {{(pid=91664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:09:15.567670 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7ae70376-93f0-4cd2-91c1-31708c9e2ffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:15.616770 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7ae70376-93f0-4cd2-91c1-31708c9e2ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6456931'] for subnet, precommit_delete_associations {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:15.698582 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7ae70376-93f0-4cd2-91c1-31708c9e2ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:15.942559 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7ae70376-93f0-4cd2-91c1-31708c9e2ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6358052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6357471'] for subnet, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:15.946495 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e6d31645-ff00-4b45-a80b-74ea18144107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:15.984035 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae70376-93f0-4cd2-91c1-31708c9e2ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3efe0691-f56b-4b17-a376-3f07f73b41de,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:15.987078 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7ae70376-93f0-4cd2-91c1-31708c9e2ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:15.988032 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7ae70376-93f0-4cd2-91c1-31708c9e2ffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:15.993154 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c72b26c-ae50-4566-9b4f-0c6ad5c3532b None None] Network 1eeadd8a-4d30-468e-b894-98d26a45bf73 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:09:15.997185 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-7ae70376-93f0-4cd2-91c1-31708c9e2ffa admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3efe0691-f56b-4b17-a376-3f07f73b41de HTTP/1.1" status: 204 len: 168 time: 0.5791707 May 26 11:09:15.997418 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47304) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:16.103451 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:16.182019 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Deleting port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:09:16.182355 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:16.196526 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 1c1095ea-6d78-4967-9efd-387551b3afe8 no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:09:16.239082 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: 1c1095ea-6d78-4967-9efd-387551b3afe8 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:09:16.239432 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 1c1095ea-6d78-4967-9efd-387551b3afe8 not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:09:16.239857 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 78ed5293-b049-442f-af46-bae934ce69cd no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:09:16.275770 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: 78ed5293-b049-442f-af46-bae934ce69cd {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:09:16.275998 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 78ed5293-b049-442f-af46-bae934ce69cd not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:09:16.287372 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] For port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=b589b9e2-cb93-4bea-92e7-1b74f7f5f40f,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:16.287843 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:16.348890 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8bf12f-b715-43fa-b2e6-84f6ed2b0f1d None None] DHCP port deletion for 1eeadd8a-4d30-468e-b894-98d26a45bf73 request from dv-cinder-793136-1-smb {{(pid=91666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:09:16.411854 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Calling delete_port for b589b9e2-cb93-4bea-92e7-1b74f7f5f40f owned by network:dhcp {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:09:16.413665 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bf12f-b715-43fa-b2e6-84f6ed2b0f1d None None] Deleting port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:09:16.414047 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf12f-b715-43fa-b2e6-84f6ed2b0f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:16.456960 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:16.460911 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8a0bd5eb-b61d-4deb-921c-372c013ba890 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:16.506926 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Pushing event deleted for resources: {'Port': ['ID=b589b9e2-cb93-4bea-92e7-1b74f7f5f40f,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:16.509477 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:16.510529 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-5b8bf12f-b715-43fa-b2e6-84f6ed2b0f1d None None] For port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=b589b9e2-cb93-4bea-92e7-1b74f7f5f40f,segment=NetworkSegment(72975ad7-71ec-427d-a1d9-d1608b72337e),segment_id=72975ad7-71ec-427d-a1d9-d1608b72337e)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:16.511316 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf12f-b715-43fa-b2e6-84f6ed2b0f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:16.514140 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] No DVR routers for this DVR port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f on host dv-cinder-793136-1-smb {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:09:16.638452 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bf12f-b715-43fa-b2e6-84f6ed2b0f1d None None] Calling delete_port for b589b9e2-cb93-4bea-92e7-1b74f7f5f40f owned by network:dhcp {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:09:16.681313 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf12f-b715-43fa-b2e6-84f6ed2b0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:16.683042 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:16.685665 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:16.698603 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eeadd8a-4d30-468e-b894-98d26a45bf73']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:16.716368 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72975ad7-71ec-427d-a1d9-d1608b72337e') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:16.716662 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72975ad7-71ec-427d-a1d9-d1608b72337e') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:16.727173 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bf12f-b715-43fa-b2e6-84f6ed2b0f1d None None] Pushing event deleted for resources: {'Port': ['ID=b589b9e2-cb93-4bea-92e7-1b74f7f5f40f,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:16.730163 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5b8bf12f-b715-43fa-b2e6-84f6ed2b0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:16.731518 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8bf12f-b715-43fa-b2e6-84f6ed2b0f1d None None] No DVR routers for this DVR port b589b9e2-cb93-4bea-92e7-1b74f7f5f40f on host dv-cinder-793136-1-smb {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:09:16.740246 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6456922'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:16.756482 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afe470-6a73-445d-8ae1-d2b01716da34 req-3dfd52a8-0def-4274-95ac-403f39763869 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:16.757954 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f1afe470-6a73-445d-8ae1-d2b01716da34 req-3dfd52a8-0def-4274-95ac-403f39763869 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 945 time: 0.1939101 May 26 11:09:16.779946 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:16.791569 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:09:16.791946 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6358662'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: Traceback (most recent call last): May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: timer() May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: cb(*args, **kw) May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: return func(*args, **kwargs) May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: self._notify() May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: self.callback(batched_events) May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: event.method(event) May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: return f(self, *a, **k) May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: return self._get(url).json() May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:09:16.805225 dv-cinder-793136-1-smb neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:09:16.915704 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-f1afe470-6a73-445d-8ae1-d2b01716da34 req-3619fd4c-5835-44a9-b7f3-ed3cacd52316 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520069 May 26 11:09:16.942585 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:16.948923 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:16.953594 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:16.979567 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eeadd8a-4d30-468e-b894-98d26a45bf73,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:16.981981 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:16.996894 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-e5b70f0f-a3db-456c-92c5-d83e8aea7073 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1eeadd8a-4d30-468e-b894-98d26a45bf73 HTTP/1.1" status: 204 len: 168 time: 0.9984002 May 26 11:09:16.999806 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47310) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:17.009245 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2b152-4d7d-42c2-bf3f-4808eeb1dcf0 req-42f17bc3-9c83-4742-8924-9c2b741570be tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:17.010677 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-74d2b152-4d7d-42c2-bf3f-4808eeb1dcf0 req-42f17bc3-9c83-4742-8924-9c2b741570be tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 945 time: 0.1350482 May 26 11:09:17.242133 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-74d2b152-4d7d-42c2-bf3f-4808eeb1dcf0 req-6fe63e08-16c7-4147-9f71-d9831da4e7b3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Deleting port 068ed697-848a-4ce9-af76-5ace91d539be {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:09:17.242472 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-74d2b152-4d7d-42c2-bf3f-4808eeb1dcf0 req-6fe63e08-16c7-4147-9f71-d9831da4e7b3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:17.371863 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-74d2b152-4d7d-42c2-bf3f-4808eeb1dcf0 req-6fe63e08-16c7-4147-9f71-d9831da4e7b3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] For port 068ed697-848a-4ce9-af76-5ace91d539be, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=068ed697-848a-4ce9-af76-5ace91d539be,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:17.372221 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-74d2b152-4d7d-42c2-bf3f-4808eeb1dcf0 req-6fe63e08-16c7-4147-9f71-d9831da4e7b3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:17.492642 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-74d2b152-4d7d-42c2-bf3f-4808eeb1dcf0 req-6fe63e08-16c7-4147-9f71-d9831da4e7b3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Calling delete_port for 068ed697-848a-4ce9-af76-5ace91d539be owned by compute:nova {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:09:17.539732 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12823d3c-66cb-4a0d-b3c0-b3d948170806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501237'] for router_interface, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:17.603603 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-74d2b152-4d7d-42c2-bf3f-4808eeb1dcf0 req-6fe63e08-16c7-4147-9f71-d9831da4e7b3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:17.609856 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d1d3fcab-815d-49e9-ad82-99c172b801e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:17.642456 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['bfed9ecd-21d3-4e21-84bb-c7ae96d893ca', '9b41d343-19ea-4846-b3d6-284782d4e283', '5bb2ee09-3392-439d-8794-fc28787de304'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:09:17.653871 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe63e08-16c7-4147-9f71-d9831da4e7b3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Pushing event deleted for resources: {'Port': ['ID=068ed697-848a-4ce9-af76-5ace91d539be,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:17.657478 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-6fe63e08-16c7-4147-9f71-d9831da4e7b3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:17.733537 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d2b152-4d7d-42c2-bf3f-4808eeb1dcf0 req-6fe63e08-16c7-4147-9f71-d9831da4e7b3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] No DVR routers for this DVR port 068ed697-848a-4ce9-af76-5ace91d539be on host hv-cinder-79313 {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:09:17.736183 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-74d2b152-4d7d-42c2-bf3f-4808eeb1dcf0 req-6fe63e08-16c7-4147-9f71-d9831da4e7b3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:17.740175 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef96dc32-8f9a-4715-9a50-1a7140d59edd', 'name': 'network-vif-deleted', 'tag': '068ed697-848a-4ce9-af76-5ace91d539be'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:09:17.755121 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-74d2b152-4d7d-42c2-bf3f-4808eeb1dcf0 req-6fe63e08-16c7-4147-9f71-d9831da4e7b3 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "DELETE /v2.0/ports/068ed697-848a-4ce9-af76-5ace91d539be HTTP/1.1" status: 204 len: 173 time: 0.7379439 May 26 11:09:17.803171 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef96dc32-8f9a-4715-9a50-1a7140d59edd', 'name': 'network-vif-deleted', 'tag': '068ed697-848a-4ce9-af76-5ace91d539be', 'status': 'completed', 'code': 200} May 26 11:09:17.972073 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-12823d3c-66cb-4a0d-b3c0-b3d948170806 admin admin] Deleting port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:09:17.972467 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12823d3c-66cb-4a0d-b3c0-b3d948170806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:18.084740 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-c6776733-cb80-4bc1-91af-9d05b492c3f3 req-7a4f5fb8-1703-487b-bf60-183882410bd5 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Synchronizing usage tracker for tenant:31f424528b074f8b8e910009b462f99c on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:09:18.100668 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-c6776733-cb80-4bc1-91af-9d05b492c3f3 req-7a4f5fb8-1703-487b-bf60-183882410bd5 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Unset dirty status for tenant:31f424528b074f8b8e910009b462f99c on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:09:18.100889 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-12823d3c-66cb-4a0d-b3c0-b3d948170806 admin admin] For port 58fb1a89-11c2-4aa3-af07-4bdcf597a09c, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=58fb1a89-11c2-4aa3-af07-4bdcf597a09c,segment=NetworkSegment(82256e09-5c49-4aca-899b-faf35b1885e6),segment_id=82256e09-5c49-4aca-899b-faf35b1885e6)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:18.101719 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12823d3c-66cb-4a0d-b3c0-b3d948170806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:18.101826 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-c6776733-cb80-4bc1-91af-9d05b492c3f3 req-7a4f5fb8-1703-487b-bf60-183882410bd5 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef96dc32-8f9a-4715-9a50-1a7140d59edd HTTP/1.1" status: 200 len: 210 time: 0.0630720 May 26 11:09:18.191486 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device b589b9e2-cb93-4bea-92e7-1b74f7f5f40f no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:09:18.223468 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-12823d3c-66cb-4a0d-b3c0-b3d948170806 admin admin] Calling delete_port for 58fb1a89-11c2-4aa3-af07-4bdcf597a09c owned by network:router_interface {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:09:18.226021 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: b589b9e2-cb93-4bea-92e7-1b74f7f5f40f {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:09:18.226376 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device b589b9e2-cb93-4bea-92e7-1b74f7f5f40f not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:09:18.473947 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12823d3c-66cb-4a0d-b3c0-b3d948170806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:18.479182 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-85d85324-0d19-41cf-aa53-227c89e69f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:18.523118 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12823d3c-66cb-4a0d-b3c0-b3d948170806 admin admin] Pushing event deleted for resources: {'Port': ['ID=58fb1a89-11c2-4aa3-af07-4bdcf597a09c,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:18.549013 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-12823d3c-66cb-4a0d-b3c0-b3d948170806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:18.786449 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-12823d3c-66cb-4a0d-b3c0-b3d948170806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497477'] for router_interface, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:19.110091 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 068ed697-848a-4ce9-af76-5ace91d539be no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:09:19.132342 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12823d3c-66cb-4a0d-b3c0-b3d948170806 admin admin] Router f0f2ad38-3057-48c3-a37d-85cbc25d5153 has already been hosted by L3 agent 88a16f28-c05b-44d9-8a12-1654cf181ee9 {{(pid=91665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:09:19.143568 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: 068ed697-848a-4ce9-af76-5ace91d539be {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:09:19.143878 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 068ed697-848a-4ce9-af76-5ace91d539be not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:09:19.311602 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12823d3c-66cb-4a0d-b3c0-b3d948170806 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-smb the message routers_updated {{(pid=91665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:09:19.322299 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-12823d3c-66cb-4a0d-b3c0-b3d948170806 admin admin] 10.222.0.25 "PUT /v2.0/routers/f0f2ad38-3057-48c3-a37d-85cbc25d5153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3206449 May 26 11:09:19.322898 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027a14dd-5b82-4553-9677-6d0c5eb9a329 None None] Sync routers for ids ['f0f2ad38-3057-48c3-a37d-85cbc25d5153'] in dv-cinder-793136-1-smb {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:09:19.325281 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47324) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:19.333670 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027a14dd-5b82-4553-9677-6d0c5eb9a329 None None] Routers {'f0f2ad38-3057-48c3-a37d-85cbc25d5153'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:09:19.334616 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-027a14dd-5b82-4553-9677-6d0c5eb9a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:08:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['f0f2ad38-3057-48c3-a37d-85cbc25d5153'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:19.504324 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:19.545193 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-027a14dd-5b82-4553-9677-6d0c5eb9a329 None None] Set router f0f2ad38-3057-48c3-a37d-85cbc25d5153 gateway port host: dv-cinder-793136-1-smb {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:09:19.680478 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:19.831794 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-027a14dd-5b82-4553-9677-6d0c5eb9a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'name': 'tempest-TestShelveInstance-1976126832-router', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'external_fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.11'}], 'enable_snat': True}, 'gw_port_id': 'da8cb0f3-f746-4440-8810-e7c63f34ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:41Z', 'updated_at': '2021-05-26T11:09:18Z', 'revision_number': 5, 'project_id': '8155d4df8c024308980358accfd64f98', 'gw_port': {'id': 'da8cb0f3-f746-4440-8810-e7c63f34ba85', 'name': '', 'network_id': '73333234-0678-4b2b-9b0b-6206666e8f13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'ip_address': '172.28.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:04:42Z', 'updated_at': '2021-05-26T11:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e046ce1b-82cc-44fa-aa07-f8bb7ffa98f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-smb'}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:19.835602 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027a14dd-5b82-4553-9677-6d0c5eb9a329 None None] Checking router: f0f2ad38-3057-48c3-a37d-85cbc25d5153 for host: dv-cinder-793136-1-smb {{(pid=91667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:09:19.844522 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027a14dd-5b82-4553-9677-6d0c5eb9a329 None None] Routers {'f0f2ad38-3057-48c3-a37d-85cbc25d5153'} bound to L3 agent in host dv-cinder-793136-1-smb {{(pid=91667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:09:19.845129 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-027a14dd-5b82-4553-9677-6d0c5eb9a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T10:53:23Z,description=,heartbeat_timestamp=2021-05-26T11:08:53Z,host='dv-cinder-793136-1-smb',id=88a16f28-c05b-44d9-8a12-1654cf181ee9,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T10:53:23Z,topic='l3_agent')) {'router_ids': ['f0f2ad38-3057-48c3-a37d-85cbc25d5153'], 'active': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:19.856896 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Deleting port da8cb0f3-f746-4440-8810-e7c63f34ba85 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:09:19.857240 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:19.980662 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] For port da8cb0f3-f746-4440-8810-e7c63f34ba85, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=da8cb0f3-f746-4440-8810-e7c63f34ba85,segment=NetworkSegment(eb0c0432-83e0-47d9-a321-41894af30050),segment_id=eb0c0432-83e0-47d9-a321-41894af30050)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:19.981018 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:19.991137 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_dvr_db [None req-027a14dd-5b82-4553-9677-6d0c5eb9a329 None None] Set router f0f2ad38-3057-48c3-a37d-85cbc25d5153 gateway port host: None {{(pid=91667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:09:20.098741 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.l3_hamode_db [None req-027a14dd-5b82-4553-9677-6d0c5eb9a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'name': 'tempest-TestShelveInstance-1976126832-router', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:41Z', 'updated_at': '2021-05-26T11:09:19Z', 'revision_number': 6, 'project_id': '8155d4df8c024308980358accfd64f98', 'gw_port_host': None}], 'dv-cinder-793136-1-smb', False) {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:20.102623 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027a14dd-5b82-4553-9677-6d0c5eb9a329 None None] The sync data for ids ['f0f2ad38-3057-48c3-a37d-85cbc25d5153'] in dv-cinder-793136-1-smb is: [{'id': 'f0f2ad38-3057-48c3-a37d-85cbc25d5153', 'name': 'tempest-TestShelveInstance-1976126832-router', 'tenant_id': '8155d4df8c024308980358accfd64f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:04:41Z', 'updated_at': '2021-05-26T11:09:19Z', 'revision_number': 6, 'project_id': '8155d4df8c024308980358accfd64f98', 'gw_port_host': None}] {{(pid=91667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:09:20.107318 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Calling delete_port for da8cb0f3-f746-4440-8810-e7c63f34ba85 owned by network:router_gateway {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:09:20.239124 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8f62596-bc2c-4f25-84ff-20db2d04a1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:20.248804 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:20.252516 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e08c0456-ffad-461e-bcfa-de9e04e5a52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:20.294806 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=da8cb0f3-f746-4440-8810-e7c63f34ba85,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:20.297315 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:20.386578 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503002'] for router_gateway, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:20.564495 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5570'] for router, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:20.566885 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:20.578721 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 58fb1a89-11c2-4aa3-af07-4bdcf597a09c no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:09:20.602989 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496745'] for router, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:20.603674 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0f2ad38-3057-48c3-a37d-85cbc25d5153 {{(pid=91665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:09:20.616749 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: 58fb1a89-11c2-4aa3-af07-4bdcf597a09c {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:09:20.617103 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 58fb1a89-11c2-4aa3-af07-4bdcf597a09c not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:09:20.619011 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] Notify callbacks [] for router, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:20.620092 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-2e4b5e36-5945-466d-95c4-a1dd860e04f6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f0f2ad38-3057-48c3-a37d-85cbc25d5153 HTTP/1.1" status: 204 len: 168 time: 1.2938299 May 26 11:09:20.622802 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47332) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:20.687377 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_v2 [None req-156fa6fe-2303-442a-9911-1d388db69e49 admin admin] Deleting subnet a780daa1-bc24-4b38-b147-817c22be2775 {{(pid=91665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:09:20.690282 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-156fa6fe-2303-442a-9911-1d388db69e49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:20.740510 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-156fa6fe-2303-442a-9911-1d388db69e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6468079'] for subnet, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:20.877016 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c474836-f6a8-4013-aead-c483fae2f0c6 req-8597b651-271e-4a7e-8d42-68dfc2fb5791 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:20.878479 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9c474836-f6a8-4013-aead-c483fae2f0c6 req-8597b651-271e-4a7e-8d42-68dfc2fb5791 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 946 time: 0.1409767 May 26 11:09:20.890919 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-156fa6fe-2303-442a-9911-1d388db69e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:20.990799 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-9c474836-f6a8-4013-aead-c483fae2f0c6 req-621ad5e7-faa0-4fe4-b77e-ee38ac222ff8 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064701 May 26 11:09:21.174486 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-156fa6fe-2303-442a-9911-1d388db69e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6436956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5413835'] for subnet, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:21.178504 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:21.214735 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fa6fe-2303-442a-9911-1d388db69e49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a780daa1-bc24-4b38-b147-817c22be2775,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:21.217814 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-156fa6fe-2303-442a-9911-1d388db69e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:21.218774 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-156fa6fe-2303-442a-9911-1d388db69e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:21.224803 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-156fa6fe-2303-442a-9911-1d388db69e49 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a780daa1-bc24-4b38-b147-817c22be2775 HTTP/1.1" status: 204 len: 168 time: 0.6009877 May 26 11:09:21.226519 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40978cd-09e6-4079-b0ea-51f317021909 None None] Network 8fdad298-d28d-4720-ad2e-6accdf9dab0a requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:09:21.227244 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47338) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:21.422925 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:21.465663 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd9de14-0a8d-48cd-bb3b-ac43dc5041f3 None None] DHCP port deletion for 8fdad298-d28d-4720-ad2e-6accdf9dab0a request from dv-cinder-793136-1-smb {{(pid=91666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:09:21.495332 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Deleting port 497263c4-9e2f-442a-9604-58d9954aa651 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:09:21.495677 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:21.532321 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9de14-0a8d-48cd-bb3b-ac43dc5041f3 None None] Deleting port 497263c4-9e2f-442a-9604-58d9954aa651 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:09:21.532735 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6cd9de14-0a8d-48cd-bb3b-ac43dc5041f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:21.594517 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] For port 497263c4-9e2f-442a-9604-58d9954aa651, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=497263c4-9e2f-442a-9604-58d9954aa651,segment=NetworkSegment(82256e09-5c49-4aca-899b-faf35b1885e6),segment_id=82256e09-5c49-4aca-899b-faf35b1885e6)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:21.594870 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:21.628182 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-6cd9de14-0a8d-48cd-bb3b-ac43dc5041f3 None None] For port 497263c4-9e2f-442a-9604-58d9954aa651, host dv-cinder-793136-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-smb',level=0,port_id=497263c4-9e2f-442a-9604-58d9954aa651,segment=NetworkSegment(82256e09-5c49-4aca-899b-faf35b1885e6),segment_id=82256e09-5c49-4aca-899b-faf35b1885e6)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:21.628608 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6cd9de14-0a8d-48cd-bb3b-ac43dc5041f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:21.720020 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Calling delete_port for 497263c4-9e2f-442a-9604-58d9954aa651 owned by network:dhcp {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:09:21.765132 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:21.769231 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-113159e2-787d-4354-a589-c8db06ab725f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:21.777185 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9de14-0a8d-48cd-bb3b-ac43dc5041f3 None None] Calling delete_port for 497263c4-9e2f-442a-9604-58d9954aa651 owned by network:dhcp {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:09:21.811651 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=497263c4-9e2f-442a-9604-58d9954aa651,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:21.814067 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:21.819203 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] No DVR routers for this DVR port 497263c4-9e2f-442a-9604-58d9954aa651 on host dv-cinder-793136-1-smb {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:09:21.820172 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6cd9de14-0a8d-48cd-bb3b-ac43dc5041f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:21.824111 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-78ac524d-ced3-473b-995e-0dc462d1aafd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:21.867197 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9de14-0a8d-48cd-bb3b-ac43dc5041f3 None None] Pushing event deleted for resources: {'Port': ['ID=497263c4-9e2f-442a-9604-58d9954aa651,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:21.870190 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6cd9de14-0a8d-48cd-bb3b-ac43dc5041f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:21.870985 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd9de14-0a8d-48cd-bb3b-ac43dc5041f3 None None] No DVR routers for this DVR port 497263c4-9e2f-442a-9604-58d9954aa651 on host dv-cinder-793136-1-smb {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:09:21.942425 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:21.955491 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdad298-d28d-4720-ad2e-6accdf9dab0a']}} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:21.967629 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82256e09-5c49-4aca-899b-faf35b1885e6') {'for_net_delete': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:21.967978 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82256e09-5c49-4aca-899b-faf35b1885e6') {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:21.979071 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6468054'] for segment, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:21.995270 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:22.002205 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=91665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:09:22.002722 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6437630'] for segment, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: Traceback (most recent call last): May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: timer() May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: cb(*args, **kw) May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: return func(*args, **kwargs) May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: self._notify() May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: self.callback(batched_events) May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: event.method(event) May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: return f(self, *a, **k) May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: return self._get(url).json() May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: return self.request(url, 'GET', **kwargs) May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:09:22.016443 dv-cinder-793136-1-smb neutron-server[91665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:09:22.098420 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:22.102163 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:22.115537 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:22.126798 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fdad298-d28d-4720-ad2e-6accdf9dab0a,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:22.129732 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8fdad298-d28d-4720-ad2e-6accdf9dab0a HTTP/1.1" status: 204 len: 168 time: 0.9014690 May 26 11:09:22.130641 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6408fd81-be0e-4055-86d9-07ed76851a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:22.186573 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775337a8-0e8b-432b-88c1-e434ddcb8757 req-ca9670db-6f0e-4452-be99-1af7227a7bff tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:22.188763 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-775337a8-0e8b-432b-88c1-e434ddcb8757 req-ca9670db-6f0e-4452-be99-1af7227a7bff tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 946 time: 0.0885832 May 26 11:09:22.202789 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device da8cb0f3-f746-4440-8810-e7c63f34ba85 no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:09:22.239112 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-775337a8-0e8b-432b-88c1-e434ddcb8757 req-5d147ba3-588d-4bca-b8b8-93c2325cc2a4 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446584 May 26 11:09:22.243196 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: da8cb0f3-f746-4440-8810-e7c63f34ba85 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:09:22.243615 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device da8cb0f3-f746-4440-8810-e7c63f34ba85 not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:09:22.244245 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 497263c4-9e2f-442a-9604-58d9954aa651 no longer exists at agent ovs-agent-dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:09:22.282510 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] No Port match for: 497263c4-9e2f-442a-9604-58d9954aa651 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:09:22.282865 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Device 497263c4-9e2f-442a-9604-58d9954aa651 not bound to the agent host dv-cinder-793136-1-smb {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:09:22.284428 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:22.322754 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47346) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:22.370679 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-2f7ac84c-f695-4ad4-aa50-79daf714dae3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8fab6e462c5460e9bb43982a2c37bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464499 May 26 11:09:22.373786 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47350) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:22.375123 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:22.430921 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fb5693f1-9235-4f2c-97b3-a8ab10705e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:22.456647 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fb5693f1-9235-4f2c-97b3-a8ab10705e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:22.508235 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fb5693f1-9235-4f2c-97b3-a8ab10705e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:22.512004 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7683f5d0-5301-4c26-a566-9c7dec468c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:22.526237 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5693f1-9235-4f2c-97b3-a8ab10705e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb89299-b4c8-40ae-bef2-589867c175e5,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:22.529412 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-fb5693f1-9235-4f2c-97b3-a8ab10705e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:22.535257 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fb5693f1-9235-4f2c-97b3-a8ab10705e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:22.536382 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-fb5693f1-9235-4f2c-97b3-a8ab10705e39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3eb89299-b4c8-40ae-bef2-589867c175e5 HTTP/1.1" status: 204 len: 168 time: 0.1616726 May 26 11:09:22.788439 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512458ab-8a3c-4063-8291-e5dd5fb66003 req-fb055d72-41d1-4175-a77e-77088a645e3f tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:22.789945 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-512458ab-8a3c-4063-8291-e5dd5fb66003 req-fb055d72-41d1-4175-a77e-77088a645e3f tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 946 time: 0.0836177 May 26 11:09:22.871444 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47358) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:22.883234 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-530091eb-47c1-4689-8678-b1c75e9368c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:22.921125 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-19a5c4fd-0b3b-4e8b-b88e-d3acf7bc5359 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8155d4df8c024308980358accfd64f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479279 May 26 11:09:22.923525 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47362) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:22.933054 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-512458ab-8a3c-4063-8291-e5dd5fb66003 req-5371f8bc-8d63-4adc-9241-d63bfd4aa120 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Deleting port 5bb2ee09-3392-439d-8794-fc28787de304 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:09:22.933439 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-512458ab-8a3c-4063-8291-e5dd5fb66003 req-5371f8bc-8d63-4adc-9241-d63bfd4aa120 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:22.985372 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-591de99c-4d9d-42ee-a511-0bb0e2ec5edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:23.013293 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-591de99c-4d9d-42ee-a511-0bb0e2ec5edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:23.065776 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-591de99c-4d9d-42ee-a511-0bb0e2ec5edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:23.069302 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-512458ab-8a3c-4063-8291-e5dd5fb66003 req-5371f8bc-8d63-4adc-9241-d63bfd4aa120 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] For port 5bb2ee09-3392-439d-8794-fc28787de304, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=5bb2ee09-3392-439d-8794-fc28787de304,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:23.069521 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-98988007-c82a-4d78-92d7-e5bfb31157b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:23.069694 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-512458ab-8a3c-4063-8291-e5dd5fb66003 req-5371f8bc-8d63-4adc-9241-d63bfd4aa120 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:23.081302 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591de99c-4d9d-42ee-a511-0bb0e2ec5edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497b7737-0771-4d69-8dc2-7a368616ae07,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:23.084878 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-591de99c-4d9d-42ee-a511-0bb0e2ec5edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:23.088757 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-591de99c-4d9d-42ee-a511-0bb0e2ec5edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:23.090777 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-591de99c-4d9d-42ee-a511-0bb0e2ec5edb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/497b7737-0771-4d69-8dc2-7a368616ae07 HTTP/1.1" status: 204 len: 168 time: 0.1663511 May 26 11:09:23.196613 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-512458ab-8a3c-4063-8291-e5dd5fb66003 req-5371f8bc-8d63-4adc-9241-d63bfd4aa120 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Calling delete_port for 5bb2ee09-3392-439d-8794-fc28787de304 owned by compute:nova {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:09:23.322657 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4409ac0-756c-4529-b3ad-bc1523f3e49c req-0383194a-2654-4905-877c-83dbdc992133 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846300 May 26 11:09:23.334956 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-512458ab-8a3c-4063-8291-e5dd5fb66003 req-5371f8bc-8d63-4adc-9241-d63bfd4aa120 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6358741'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:23.345076 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e03978af-f2a8-4922-9034-93e2c3b11dd0 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:23.378422 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['bfed9ecd-21d3-4e21-84bb-c7ae96d893ca', '9b41d343-19ea-4846-b3d6-284782d4e283'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:09:23.419808 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-8063d73c-7a50-46c1-ab43-1484ea318987 req-6f39a234-300e-4579-96b4-140dd3255c48 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a HTTP/1.1" status: 200 len: 210 time: 0.0636973 May 26 11:09:23.437757 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371f8bc-8d63-4adc-9241-d63bfd4aa120 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Pushing event deleted for resources: {'Port': ['ID=5bb2ee09-3392-439d-8794-fc28787de304,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:23.440288 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-5371f8bc-8d63-4adc-9241-d63bfd4aa120 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:23.527019 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-512458ab-8a3c-4063-8291-e5dd5fb66003 req-5371f8bc-8d63-4adc-9241-d63bfd4aa120 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] No DVR routers for this DVR port 5bb2ee09-3392-439d-8794-fc28787de304 on host hv-cinder-79313 {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:09:23.527317 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4409ac0-756c-4529-b3ad-bc1523f3e49c req-bae50eab-cf11-4d7a-b2b0-104a272bc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:23.528818 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4409ac0-756c-4529-b3ad-bc1523f3e49c req-bae50eab-cf11-4d7a-b2b0-104a272bc9e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31f424528b074f8b8e910009b462f99c&device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 1099 time: 0.0822916 May 26 11:09:23.530025 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-512458ab-8a3c-4063-8291-e5dd5fb66003 req-5371f8bc-8d63-4adc-9241-d63bfd4aa120 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:23.532774 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a', 'name': 'network-vif-deleted', 'tag': '5bb2ee09-3392-439d-8794-fc28787de304'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:09:23.554418 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-512458ab-8a3c-4063-8291-e5dd5fb66003 req-5371f8bc-8d63-4adc-9241-d63bfd4aa120 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "DELETE /v2.0/ports/5bb2ee09-3392-439d-8794-fc28787de304 HTTP/1.1" status: 204 len: 173 time: 0.7559774 May 26 11:09:23.583345 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fedd4e4-55a8-46fa-8d4e-5e94b8b87b1a', 'name': 'network-vif-deleted', 'tag': '5bb2ee09-3392-439d-8794-fc28787de304', 'status': 'completed', 'code': 200} May 26 11:09:23.590986 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:23.697407 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4409ac0-756c-4529-b3ad-bc1523f3e49c req-3805f0b0-072f-4d5e-9878-d0986676b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:23.698849 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4409ac0-756c-4529-b3ad-bc1523f3e49c req-3805f0b0-072f-4d5e-9878-d0986676b818 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c152105a-f800-43d6-a027-893a3c7e8ec5 HTTP/1.1" status: 200 len: 916 time: 0.1431727 May 26 11:09:23.789116 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4409ac0-756c-4529-b3ad-bc1523f3e49c req-cbee2219-5163-4edf-bca2-2de8e5673b6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfed9ecd-21d3-4e21-84bb-c7ae96d893ca HTTP/1.1" status: 200 len: 217 time: 0.0645130 May 26 11:09:23.851115 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4409ac0-756c-4529-b3ad-bc1523f3e49c req-2ef301c5-cccf-4ed7-8ab9-129680af57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:23.852426 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4409ac0-756c-4529-b3ad-bc1523f3e49c req-2ef301c5-cccf-4ed7-8ab9-129680af57d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07645e9a-4714-44f1-af9a-8abf2bb31a79 HTTP/1.1" status: 200 len: 855 time: 0.0571623 May 26 11:09:23.901411 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4409ac0-756c-4529-b3ad-bc1523f3e49c req-fc6a97ac-293a-4444-9e97-c87204b184a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c152105a-f800-43d6-a027-893a3c7e8ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417943 May 26 11:09:24.031380 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4409ac0-756c-4529-b3ad-bc1523f3e49c req-c634ebd9-2e1a-44a3-b401-80bb25f14f79 service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225929 May 26 11:09:24.257420 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-b4409ac0-756c-4529-b3ad-bc1523f3e49c req-d9bd8474-eb19-46b8-9386-8d7d101924e1 service neutron] 10.222.0.16 "GET /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185090 May 26 11:09:24.857059 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d3907-b4fd-4ec5-baf9-5b5dfb6bc8a8 req-d807119e-14d3-468c-b472-2969eb2b597d tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:24.858528 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a64d3907-b4fd-4ec5-baf9-5b5dfb6bc8a8 req-d807119e-14d3-468c-b472-2969eb2b597d tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 945 time: 0.0812082 May 26 11:09:24.901094 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-a64d3907-b4fd-4ec5-baf9-5b5dfb6bc8a8 req-b2bfe67f-dcb6-4c4a-9b18-f97fa0848666 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369718 May 26 11:09:25.113069 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 5bb2ee09-3392-439d-8794-fc28787de304 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:09:25.147249 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: 5bb2ee09-3392-439d-8794-fc28787de304 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:09:25.147595 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 5bb2ee09-3392-439d-8794-fc28787de304 not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:09:25.314419 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:26.174393 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a3ca3-b764-403d-9fed-9aaa6d385c8c req-f7e3bf3c-5233-491f-ad4f-e7ad13973597 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:26.175087 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-cc0a3ca3-b764-403d-9fed-9aaa6d385c8c req-f7e3bf3c-5233-491f-ad4f-e7ad13973597 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Synchronizing usage tracker for tenant:31f424528b074f8b8e910009b462f99c on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:09:26.190166 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [req-cc0a3ca3-b764-403d-9fed-9aaa6d385c8c req-f7e3bf3c-5233-491f-ad4f-e7ad13973597 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Unset dirty status for tenant:31f424528b074f8b8e910009b462f99c on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:09:26.191300 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-cc0a3ca3-b764-403d-9fed-9aaa6d385c8c req-f7e3bf3c-5233-491f-ad4f-e7ad13973597 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 945 time: 0.1849155 May 26 11:09:26.237264 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-cc0a3ca3-b764-403d-9fed-9aaa6d385c8c req-e2f702a4-8a8c-4dba-8d06-2811852ee96c tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 May 26 11:09:26.467807 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7414e-83bb-4920-828d-61276fb4c0ad req-9c80b9c5-60ae-45be-9332-ba7bbdd06e97 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:26.469219 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-24b7414e-83bb-4920-828d-61276fb4c0ad req-9c80b9c5-60ae-45be-9332-ba7bbdd06e97 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 945 time: 0.0826085 May 26 11:09:26.603421 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-24b7414e-83bb-4920-828d-61276fb4c0ad req-27375b94-682b-4aac-a749-655e12fd9612 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Deleting port 9b41d343-19ea-4846-b3d6-284782d4e283 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:09:26.603790 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-24b7414e-83bb-4920-828d-61276fb4c0ad req-27375b94-682b-4aac-a749-655e12fd9612 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:26.737941 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-24b7414e-83bb-4920-828d-61276fb4c0ad req-27375b94-682b-4aac-a749-655e12fd9612 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] For port 9b41d343-19ea-4846-b3d6-284782d4e283, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=9b41d343-19ea-4846-b3d6-284782d4e283,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:26.738212 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-24b7414e-83bb-4920-828d-61276fb4c0ad req-27375b94-682b-4aac-a749-655e12fd9612 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:26.859478 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-24b7414e-83bb-4920-828d-61276fb4c0ad req-27375b94-682b-4aac-a749-655e12fd9612 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Calling delete_port for 9b41d343-19ea-4846-b3d6-284782d4e283 owned by compute:nova {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:09:26.963948 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-24b7414e-83bb-4920-828d-61276fb4c0ad req-27375b94-682b-4aac-a749-655e12fd9612 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:26.969707 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-aa4beb93-8f73-4761-bb7c-9e22d70660ee tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:27.004233 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['bfed9ecd-21d3-4e21-84bb-c7ae96d893ca', '9b41d343-19ea-4846-b3d6-284782d4e283'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:09:27.016259 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27375b94-682b-4aac-a749-655e12fd9612 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Pushing event deleted for resources: {'Port': ['ID=9b41d343-19ea-4846-b3d6-284782d4e283,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:27.019744 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-27375b94-682b-4aac-a749-655e12fd9612 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:27.091421 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b7414e-83bb-4920-828d-61276fb4c0ad req-27375b94-682b-4aac-a749-655e12fd9612 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] No DVR routers for this DVR port 9b41d343-19ea-4846-b3d6-284782d4e283 on host hv-cinder-79313 {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:09:27.093902 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-24b7414e-83bb-4920-828d-61276fb4c0ad req-27375b94-682b-4aac-a749-655e12fd9612 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:27.096434 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f78070-d306-4b71-86fe-d44e12bceda9', 'name': 'network-vif-deleted', 'tag': '9b41d343-19ea-4846-b3d6-284782d4e283'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:09:27.113846 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-24b7414e-83bb-4920-828d-61276fb4c0ad req-27375b94-682b-4aac-a749-655e12fd9612 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "DELETE /v2.0/ports/9b41d343-19ea-4846-b3d6-284782d4e283 HTTP/1.1" status: 204 len: 173 time: 0.6373866 May 26 11:09:27.145489 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f78070-d306-4b71-86fe-d44e12bceda9', 'name': 'network-vif-deleted', 'tag': '9b41d343-19ea-4846-b3d6-284782d4e283', 'status': 'completed', 'code': 200} May 26 11:09:27.397500 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-e5a24b34-981f-4d50-9987-00b7435165f1 req-405944ea-c367-4c8c-9840-e72670b5c804 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=19f78070-d306-4b71-86fe-d44e12bceda9 HTTP/1.1" status: 200 len: 210 time: 0.0444729 May 26 11:09:29.148638 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 9b41d343-19ea-4846-b3d6-284782d4e283 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:09:29.182923 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: 9b41d343-19ea-4846-b3d6-284782d4e283 {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:09:29.183196 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device 9b41d343-19ea-4846-b3d6-284782d4e283 not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:09:30.084267 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628bad5-5746-43cd-96a2-b00ac313b173 req-01981245-979c-439f-9bcc-ad67dc8b8807 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:30.084947 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-5628bad5-5746-43cd-96a2-b00ac313b173 req-01981245-979c-439f-9bcc-ad67dc8b8807 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Synchronizing usage tracker for tenant:31f424528b074f8b8e910009b462f99c on resource:port {{(pid=91665) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:09:30.100532 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [req-5628bad5-5746-43cd-96a2-b00ac313b173 req-01981245-979c-439f-9bcc-ad67dc8b8807 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Unset dirty status for tenant:31f424528b074f8b8e910009b462f99c on resource:port {{(pid=91665) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:09:30.102015 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5628bad5-5746-43cd-96a2-b00ac313b173 req-01981245-979c-439f-9bcc-ad67dc8b8807 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 946 time: 0.0975411 May 26 11:09:30.146231 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-5628bad5-5746-43cd-96a2-b00ac313b173 req-5b8f0df9-3348-42f0-9d97-e43cb987c9fc tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381851 May 26 11:09:30.216175 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:09:31.332766 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd81aff-158f-4afa-90ec-b8e0f820256f req-1b1ab6cd-7f45-4d62-9e9a-2ceeffb2d04a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:31.334809 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2cd81aff-158f-4afa-90ec-b8e0f820256f req-1b1ab6cd-7f45-4d62-9e9a-2ceeffb2d04a tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 946 time: 0.0825222 May 26 11:09:31.380554 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [req-2cd81aff-158f-4afa-90ec-b8e0f820256f req-4863de1f-95c0-44d2-b71f-8c3f8365f19c tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 May 26 11:09:32.110386 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648da83d-5399-4c4a-8510-88a61545f567 req-d3d99907-b4fd-4bed-bb6a-12c2e4059438 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:32.112979 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-648da83d-5399-4c4a-8510-88a61545f567 req-d3d99907-b4fd-4bed-bb6a-12c2e4059438 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 946 time: 0.0833263 May 26 11:09:32.256792 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-648da83d-5399-4c4a-8510-88a61545f567 req-dfe253cc-e223-4392-9da1-44b6e963d44b tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Deleting port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:09:32.257189 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-648da83d-5399-4c4a-8510-88a61545f567 req-dfe253cc-e223-4392-9da1-44b6e963d44b tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734592909900'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:32.389303 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.db [req-648da83d-5399-4c4a-8510-88a61545f567 req-dfe253cc-e223-4392-9da1-44b6e963d44b tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] For port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bfed9ecd-21d3-4e21-84bb-c7ae96d893ca,segment=NetworkSegment(dcf5bff3-1435-4a8a-962a-7a85ec4377d3),segment_id=dcf5bff3-1435-4a8a-962a-7a85ec4377d3)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:09:32.389682 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-648da83d-5399-4c4a-8510-88a61545f567 req-dfe253cc-e223-4392-9da1-44b6e963d44b tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499718'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:32.514807 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [req-648da83d-5399-4c4a-8510-88a61545f567 req-dfe253cc-e223-4392-9da1-44b6e963d44b tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Calling delete_port for bfed9ecd-21d3-4e21-84bb-c7ae96d893ca owned by compute:nova {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:09:32.623177 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19286-123d-48f1-afea-10af78a42ddc req-2e66978e-92e6-4077-b285-435e5bf1658c tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:32.624625 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-80c19286-123d-48f1-afea-10af78a42ddc req-2e66978e-92e6-4077-b285-435e5bf1658c tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1ab13d-48ee-4914-b376-6469475488d4 HTTP/1.1" status: 200 len: 946 time: 0.1201513 May 26 11:09:32.800289 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-80c19286-123d-48f1-afea-10af78a42ddc req-d7a14dd9-0469-4507-8fd5-7d0c9d4dc3a9 tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.25 "GET /v2.0/security-groups?id=d658fd6b-32f4-41b3-8e46-305db367f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432767 May 26 11:09:32.804414 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-648da83d-5399-4c4a-8510-88a61545f567 req-dfe253cc-e223-4392-9da1-44b6e963d44b tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1556989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734592912550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734592528101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6437549'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:32.809777 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4e4613ab-0df2-479c-8555-f38fc712216f tempest-AttachVolumeShelveTestJSON-1200257988 tempest-AttachVolumeShelveTestJSON-1200257988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:32.852178 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe253cc-e223-4392-9da1-44b6e963d44b tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Pushing event deleted for resources: {'Port': ['ID=bfed9ecd-21d3-4e21-84bb-c7ae96d893ca,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:32.855599 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] get_ports_and_sgs() called for port_ids ['bfed9ecd-21d3-4e21-84bb-c7ae96d893ca'] {{(pid=91666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:09:32.856259 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-dfe253cc-e223-4392-9da1-44b6e963d44b tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:32.929720 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [req-648da83d-5399-4c4a-8510-88a61545f567 req-dfe253cc-e223-4392-9da1-44b6e963d44b tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] No DVR routers for this DVR port bfed9ecd-21d3-4e21-84bb-c7ae96d893ca on host hv-cinder-79313 {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:09:32.932050 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [req-648da83d-5399-4c4a-8510-88a61545f567 req-dfe253cc-e223-4392-9da1-44b6e963d44b tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57668'] for port, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:32.935054 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1ab13d-48ee-4914-b376-6469475488d4', 'name': 'network-vif-deleted', 'tag': 'bfed9ecd-21d3-4e21-84bb-c7ae96d893ca'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:09:32.950940 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [req-648da83d-5399-4c4a-8510-88a61545f567 req-dfe253cc-e223-4392-9da1-44b6e963d44b tempest-AttachVolumeNegativeTest-1280970990 tempest-AttachVolumeNegativeTest-1280970990-project] 10.222.0.16 "DELETE /v2.0/ports/bfed9ecd-21d3-4e21-84bb-c7ae96d893ca HTTP/1.1" status: 204 len: 173 time: 0.8296645 May 26 11:09:32.979015 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1ab13d-48ee-4914-b376-6469475488d4', 'name': 'network-vif-deleted', 'tag': 'bfed9ecd-21d3-4e21-84bb-c7ae96d893ca', 'status': 'completed', 'code': 200} May 26 11:09:33.896581 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47406) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:33.954683 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a346c2-6380-4584-92fc-71114eb3473c admin admin] Deleting subnet 07645e9a-4714-44f1-af9a-8abf2bb31a79 {{(pid=91665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:09:33.957479 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-44a346c2-6380-4584-92fc-71114eb3473c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:34.009040 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-44a346c2-6380-4584-92fc-71114eb3473c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6468079'] for subnet, precommit_delete_associations {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:34.065665 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-44a346c2-6380-4584-92fc-71114eb3473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:34.312922 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-44a346c2-6380-4584-92fc-71114eb3473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6436956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5413835'] for subnet, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:34.316766 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:34.350588 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a346c2-6380-4584-92fc-71114eb3473c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07645e9a-4714-44f1-af9a-8abf2bb31a79,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:34.353684 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-44a346c2-6380-4584-92fc-71114eb3473c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:34.354639 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-44a346c2-6380-4584-92fc-71114eb3473c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:34.360955 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-44a346c2-6380-4584-92fc-71114eb3473c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/07645e9a-4714-44f1-af9a-8abf2bb31a79 HTTP/1.1" status: 204 len: 168 time: 0.4633775 May 26 11:09:34.363405 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47410) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:34.466063 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:34.584712 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:34.597846 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c152105a-f800-43d6-a027-893a3c7e8ec5']}} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:34.609969 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3') {'for_net_delete': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:34.610262 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.services.segments.db [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf5bff3-1435-4a8a-962a-7a85ec4377d3') {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:34.621166 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6468054'] for segment, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:34.636661 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:34.642999 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=91665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:09:34.643402 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6437630'] for segment, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: Traceback (most recent call last): May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: timer() May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: cb(*args, **kw) May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: return func(*args, **kwargs) May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: self._notify() May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: self.callback(batched_events) May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: event.method(event) May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: return f(self, *a, **k) May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: return self._get(url).json() May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: return self.request(url, 'GET', **kwargs) May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:09:34.656696 dv-cinder-793136-1-smb neutron-server[91665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:09:34.732566 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:34.736208 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a7c01087-d4ff-4ce6-87de-9cd60556eed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:34.748757 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:34.760219 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c152105a-f800-43d6-a027-893a3c7e8ec5,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:34.763097 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:34.766460 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c152105a-f800-43d6-a027-893a3c7e8ec5 HTTP/1.1" status: 204 len: 168 time: 0.4021447 May 26 11:09:34.932331 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47416) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:34.980464 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-1e4f9fc3-fa74-47a7-9d05-5b3b024e9e24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31f424528b074f8b8e910009b462f99c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469420 May 26 11:09:34.982882 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47420) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:35.046525 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06962e02-5b80-4846-bc7f-897bc5ab6ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:35.071258 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06962e02-5b80-4846-bc7f-897bc5ab6ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:35.122095 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06962e02-5b80-4846-bc7f-897bc5ab6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:35.125562 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-39894cba-092e-4546-9234-24c9f59e9e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:35.138125 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06962e02-5b80-4846-bc7f-897bc5ab6ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d658fd6b-32f4-41b3-8e46-305db367f891,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:35.141238 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-06962e02-5b80-4846-bc7f-897bc5ab6ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:35.150298 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-06962e02-5b80-4846-bc7f-897bc5ab6ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:35.151442 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-06962e02-5b80-4846-bc7f-897bc5ab6ebc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d658fd6b-32f4-41b3-8e46-305db367f891 HTTP/1.1" status: 204 len: 168 time: 0.1677558 May 26 11:09:35.181768 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device bfed9ecd-21d3-4e21-84bb-c7ae96d893ca no longer exists at agent hyperv_hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:09:35.215513 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] No Port match for: bfed9ecd-21d3-4e21-84bb-c7ae96d893ca {{(pid=91666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:09:35.215857 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Device bfed9ecd-21d3-4e21-84bb-c7ae96d893ca not bound to the agent host hv-cinder-79313 {{(pid=91666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:09:35.853421 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47444) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:35.956202 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-198535401-network', 'tenant_id': '4da1bf6ba0df4845b85381c4f9f2321a'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:09:35.960916 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:09:35.965779 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Usage tracker for resource:network and tenant:4da1bf6ba0df4845b85381c4f9f2321a is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:09:35.968646 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:09:35.974269 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:09:35.984729 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Made reservation on behalf of 4da1bf6ba0df4845b85381c4f9f2321a for: {'network': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:09:35.987244 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:36.000058 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:36.014687 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:09:36.018410 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Usage tracker for resource:security_group_rule and tenant:4da1bf6ba0df4845b85381c4f9f2321a is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:09:36.021116 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:09:36.026678 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:09:36.109660 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:36.113263 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:36.117059 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-5638f7b5-8326-4f4e-a4ee-37bd451e813b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:36.151888 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=91665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:09:36.160366 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babee1e8-7230-4723-8cac-758b238971d8,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:36.163862 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:36.166260 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:36.166601 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.segments_db [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Added segment 1d306d71-fe42-441d-9920-e8fa924b540f of type vlan for network 781dbb6a-205a-4cd2-a4ad-69cbde9d7f66 May 26 11:09:36.191591 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:36.219634 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:36.220891 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:36.221518 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:36.224721 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-58589d31-fad4-4976-ac44-6286aaf754d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:36.325771 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4711554 May 26 11:09:36.326602 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Pushing event updated for resources: {'Network': ['ID=781dbb6a-205a-4cd2-a4ad-69cbde9d7f66,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:36.328515 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47450) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:36.331107 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:36.334563 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Request body: {'subnet': {'network_id': '781dbb6a-205a-4cd2-a4ad-69cbde9d7f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-198535401-subnet', 'tenant_id': '4da1bf6ba0df4845b85381c4f9f2321a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:09:36.336187 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network 781dbb6a-205a-4cd2-a4ad-69cbde9d7f66 details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:09:36.339520 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:09:36.343361 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Usage tracker for resource:subnet and tenant:4da1bf6ba0df4845b85381c4f9f2321a is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:09:36.346361 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:09:36.352106 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:09:36.361947 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Made reservation on behalf of 4da1bf6ba0df4845b85381c4f9f2321a for: {'subnet': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:09:36.364348 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5413862'] for subnet, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:36.834557 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6436893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5413872'] for subnet, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:36.839709 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:36.907988 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bd1f4e-b318-44bc-8e25-6656bc69c1fb,revision_number=0']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:36.910703 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:36.918330 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Checking segment: {'id': '1d306d71-fe42-441d-9920-e8fa924b540f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '781dbb6a-205a-4cd2-a4ad-69cbde9d7f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:09:36.918682 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Network hostable DHCP agents. Network: 781dbb6a-205a-4cd2-a4ad-69cbde9d7f66, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:09:36.935969 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Network 781dbb6a-205a-4cd2-a4ad-69cbde9d7f66 is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:09:36.944592 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, 781dbb6a-205a-4cd2-a4ad-69cbde9d7f66) {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:09:36.953053 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:36.953259 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812cbe35-bcf7-454c-be78-d23b03aaa881 None None] Network 781dbb6a-205a-4cd2-a4ad-69cbde9d7f66 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:09:36.953722 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for subnet, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:36.974511 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-21ae8971-5632-4bff-b67f-cf22967f4edb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6450243 May 26 11:09:37.175386 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0222a43-5039-4fde-81ff-25c3deb88012 None None] Network 781dbb6a-205a-4cd2-a4ad-69cbde9d7f66 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:09:37.489797 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47468) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:37.495317 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.v2.base [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1833379576-network', 'tenant_id': '721f3f16fa9f4a73be991d24cb8dc7b5'}} {{(pid=91665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:09:37.500003 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:09:37.503780 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Usage tracker for resource:network and tenant:721f3f16fa9f4a73be991d24cb8dc7b5 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:09:37.506605 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:09:37.512297 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:09:37.522198 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Made reservation on behalf of 721f3f16fa9f4a73be991d24cb8dc7b5 for: {'network': 1} {{(pid=91665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:09:37.524804 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1564465'] for network, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:37.536834 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:37.551739 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:09:37.555500 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Usage tracker for resource:security_group_rule and tenant:721f3f16fa9f4a73be991d24cb8dc7b5 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:09:37.558259 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:09:37.563796 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:09:37.649261 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:37.653718 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:37.657721 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-08b6283b-864d-4a74-8cba-1157a5eba801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:37.684381 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=91665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:09:37.692482 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f0c001-6312-4aae-9109-bed87f333ab4,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:37.695782 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:37.700297 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:37.700513 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.db.segments_db [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Added segment 2dd21ebd-9ccd-4b89-86a2-b084bfda7de1 of type vlan for network 8fb7f07e-e675-4588-bf54-64ec5c406112 May 26 11:09:37.726296 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734592547678'] for network, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:37.754207 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307'] for network, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:37.755446 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:37.756018 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:37.760693 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:37.856218 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3653572 May 26 11:09:37.859111 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47472) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:37.859601 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Pushing event updated for resources: {'Network': ['ID=8fb7f07e-e675-4588-bf54-64ec5c406112,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:37.861983 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-d117baf5-09da-47b1-b134-a9f812dd5b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:37.864740 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.v2.base [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Request body: {'subnet': {'network_id': '8fb7f07e-e675-4588-bf54-64ec5c406112', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1833379576-subnet', 'tenant_id': '721f3f16fa9f4a73be991d24cb8dc7b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:09:37.869789 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:09:37.873743 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Usage tracker for resource:subnet and tenant:721f3f16fa9f4a73be991d24cb8dc7b5 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:09:37.874982 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.plugins.ml2.rpc [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Network 8fb7f07e-e675-4588-bf54-64ec5c406112 details requested by agent ovs-agent-dv-cinder-793136-1-smb with host dv-cinder-793136-1-smb {{(pid=91666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:09:37.876592 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:09:37.882240 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:09:37.893591 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Made reservation on behalf of 721f3f16fa9f4a73be991d24cb8dc7b5 for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:09:37.895834 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6357490'] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:38.273678 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6358117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6357476'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:38.277995 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:38.352520 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=15145936-9557-4614-90e3-7c319918884a,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:38.356191 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:38.356999 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Checking segment: {'id': '2dd21ebd-9ccd-4b89-86a2-b084bfda7de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8fb7f07e-e675-4588-bf54-64ec5c406112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:09:38.357365 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Network hostable DHCP agents. Network: 8fb7f07e-e675-4588-bf54-64ec5c406112, hostable agents: ['c716e49f-9522-43fe-9e27-84b9ae966b98'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:09:38.374172 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Network 8fb7f07e-e675-4588-bf54-64ec5c406112 is scheduled to be hosted by DHCP agent c716e49f-9522-43fe-9e27-84b9ae966b98 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:09:38.383050 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-smb, 8fb7f07e-e675-4588-bf54-64ec5c406112) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:09:38.392605 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e91c1d1-f74e-4a18-9ee6-8f8e63577f79 None None] Network 8fb7f07e-e675-4588-bf54-64ec5c406112 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:09:38.392793 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:09:38.393233 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Notify callbacks [] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:38.412289 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5518019 May 26 11:09:38.541048 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47478) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:38.577675 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2866e05-2fb0-4522-a627-467bf764d295 None None] Network 8fb7f07e-e675-4588-bf54-64ec5c406112 requested from dv-cinder-793136-1-smb {{(pid=91666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:09:38.602072 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_v2 [None req-07278d64-8778-4ea7-8c3d-ba5df7efdf1c admin admin] Deleting subnet 86bd1f4e-b318-44bc-8e25-6656bc69c1fb {{(pid=91664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:09:38.605674 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-07278d64-8778-4ea7-8c3d-ba5df7efdf1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:38.659174 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-07278d64-8778-4ea7-8c3d-ba5df7efdf1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6456931'] for subnet, precommit_delete_associations {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:38.713837 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-07278d64-8778-4ea7-8c3d-ba5df7efdf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:38.957447 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-07278d64-8778-4ea7-8c3d-ba5df7efdf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6358052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6357471'] for subnet, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:38.962400 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a6a37150-5e8c-49f4-9e1d-aa142758d83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:38.997413 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07278d64-8778-4ea7-8c3d-ba5df7efdf1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bd1f4e-b318-44bc-8e25-6656bc69c1fb,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:38.999353 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-07278d64-8778-4ea7-8c3d-ba5df7efdf1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:39.002044 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-07278d64-8778-4ea7-8c3d-ba5df7efdf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:39.006186 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-07278d64-8778-4ea7-8c3d-ba5df7efdf1c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/86bd1f4e-b318-44bc-8e25-6656bc69c1fb HTTP/1.1" status: 204 len: 168 time: 0.4641325 May 26 11:09:39.008551 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47482) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:39.112916 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05b0b003-f8dc-420c-8cf3-4fcba8d11701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:39.232874 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05b0b003-f8dc-420c-8cf3-4fcba8d11701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:39.245122 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-05b0b003-f8dc-420c-8cf3-4fcba8d11701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781dbb6a-205a-4cd2-a4ad-69cbde9d7f66']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:39.257107 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-05b0b003-f8dc-420c-8cf3-4fcba8d11701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d306d71-fe42-441d-9920-e8fa924b540f') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:39.257430 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-05b0b003-f8dc-420c-8cf3-4fcba8d11701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d306d71-fe42-441d-9920-e8fa924b540f') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:39.268736 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05b0b003-f8dc-420c-8cf3-4fcba8d11701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6456922'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:39.283993 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05b0b003-f8dc-420c-8cf3-4fcba8d11701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:39.289707 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b0b003-f8dc-420c-8cf3-4fcba8d11701 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:09:39.290078 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05b0b003-f8dc-420c-8cf3-4fcba8d11701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6358662'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: Traceback (most recent call last): May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: timer() May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: cb(*args, **kw) May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: return func(*args, **kwargs) May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: self._notify() May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: self.callback(batched_events) May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: event.method(event) May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: return f(self, *a, **k) May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: return self._get(url).json() May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:09:39.302628 dv-cinder-793136-1-smb neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:09:39.467062 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05b0b003-f8dc-420c-8cf3-4fcba8d11701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:39.471881 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05b0b003-f8dc-420c-8cf3-4fcba8d11701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:39.474389 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:39.493284 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0b003-f8dc-420c-8cf3-4fcba8d11701 admin admin] Pushing event deleted for resources: {'Network': ['ID=781dbb6a-205a-4cd2-a4ad-69cbde9d7f66,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:39.495668 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-05b0b003-f8dc-420c-8cf3-4fcba8d11701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:39.497159 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-05b0b003-f8dc-420c-8cf3-4fcba8d11701 admin admin] 10.222.0.25 "DELETE /v2.0/networks/781dbb6a-205a-4cd2-a4ad-69cbde9d7f66 HTTP/1.1" status: 204 len: 168 time: 0.4877038 May 26 11:09:39.499888 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47486) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:39.564761 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca8f395-3546-4178-bfa9-0847310890ef admin admin] Deleting subnet 15145936-9557-4614-90e3-7c319918884a {{(pid=91664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:09:39.567855 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f395-3546-4178-bfa9-0847310890ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:39.616774 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f395-3546-4178-bfa9-0847310890ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6456931'] for subnet, precommit_delete_associations {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:39.669946 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f395-3546-4178-bfa9-0847310890ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507316'] for subnet, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:39.909696 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f395-3546-4178-bfa9-0847310890ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6358052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6357471'] for subnet, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:39.914147 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9a536cbf-5d41-436c-ba27-119643ee6bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:39.948439 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8f395-3546-4178-bfa9-0847310890ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15145936-9557-4614-90e3-7c319918884a,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:39.950892 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f395-3546-4178-bfa9-0847310890ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:39.953307 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8ca8f395-3546-4178-bfa9-0847310890ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:39.957242 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-8ca8f395-3546-4178-bfa9-0847310890ef admin admin] 10.222.0.25 "DELETE /v2.0/subnets/15145936-9557-4614-90e3-7c319918884a HTTP/1.1" status: 204 len: 168 time: 0.4564490 May 26 11:09:39.959814 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47490) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:40.063849 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ecaff3a5-0557-4264-9b13-d2cb13b47b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1526624'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:40.189574 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ecaff3a5-0557-4264-9b13-d2cb13b47b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504105', 'neutron.services.segments.db._delete_segments_for_network-8734592973797'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:40.201861 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-ecaff3a5-0557-4264-9b13-d2cb13b47b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb7f07e-e675-4588-bf54-64ec5c406112']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:40.213660 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-ecaff3a5-0557-4264-9b13-d2cb13b47b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd21ebd-9ccd-4b89-86a2-b084bfda7de1') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:40.213989 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.services.segments.db [None req-ecaff3a5-0557-4264-9b13-d2cb13b47b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd21ebd-9ccd-4b89-86a2-b084bfda7de1') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:09:40.224833 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ecaff3a5-0557-4264-9b13-d2cb13b47b66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734592981670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6456922'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:40.240668 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ecaff3a5-0557-4264-9b13-d2cb13b47b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:40.247049 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecaff3a5-0557-4264-9b13-d2cb13b47b66 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:09:40.247438 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ecaff3a5-0557-4264-9b13-d2cb13b47b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6358662'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: Traceback (most recent call last): May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: timer() May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: cb(*args, **kw) May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: return func(*args, **kwargs) May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: self._notify() May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: self.callback(batched_events) May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: event.method(event) May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: return f(self, *a, **k) May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: return self._get(url).json() May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:09:40.260037 dv-cinder-793136-1-smb neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:09:40.333671 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ecaff3a5-0557-4264-9b13-d2cb13b47b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1635307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-503029'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:40.337460 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:40.349988 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ecaff3a5-0557-4264-9b13-d2cb13b47b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635276'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:40.358980 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaff3a5-0557-4264-9b13-d2cb13b47b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb7f07e-e675-4588-bf54-64ec5c406112,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:40.361768 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-ecaff3a5-0557-4264-9b13-d2cb13b47b66 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8fb7f07e-e675-4588-bf54-64ec5c406112 HTTP/1.1" status: 204 len: 168 time: 0.4010611 May 26 11:09:40.362618 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ecaff3a5-0557-4264-9b13-d2cb13b47b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:40.528840 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47496) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:40.575911 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-64ed831c-3fad-4765-bbe3-1733790114be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4da1bf6ba0df4845b85381c4f9f2321a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458658 May 26 11:09:40.578259 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47500) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:40.634675 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:40.659725 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:40.709607 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:40.714915 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-34c08640-25ab-4e9c-bc59-e19c87a8dbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:40.726116 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babee1e8-7230-4723-8cac-758b238971d8,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:40.735086 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:40.735452 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:40.735821 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:40.736184 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:40.736544 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:40.736902 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:40.737257 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:40.737636 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:40.737994 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:40.738345 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:40.738696 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:40.739045 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:40.742056 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:40.744148 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/babee1e8-7230-4723-8cac-758b238971d8 HTTP/1.1" status: 204 len: 168 time: 0.1640515 May 26 11:09:40.744148 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:41.074146 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47508) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:41.121845 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-f5c81082-9f5b-48b0-b3c6-a301667b2a01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=721f3f16fa9f4a73be991d24cb8dc7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464795 May 26 11:09:41.124045 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47512) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:41.180131 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d157c99f-a54e-45d5-92b8-f0b505b66897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:41.205420 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d157c99f-a54e-45d5-92b8-f0b505b66897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:41.257261 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d157c99f-a54e-45d5-92b8-f0b505b66897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:41.262386 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e32d521e-ddbb-4baa-9947-30d150f94d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:41.277437 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157c99f-a54e-45d5-92b8-f0b505b66897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f0c001-6312-4aae-9109-bed87f333ab4,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:41.280252 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-d157c99f-a54e-45d5-92b8-f0b505b66897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:41.282140 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d157c99f-a54e-45d5-92b8-f0b505b66897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:41.283192 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-d157c99f-a54e-45d5-92b8-f0b505b66897 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51f0c001-6312-4aae-9109-bed87f333ab4 HTTP/1.1" status: 204 len: 168 time: 0.1582901 May 26 11:09:45.999681 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47598) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:46.117853 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3f22c66f-efcc-46ee-b736-117a915373d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:46.131738 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-3f22c66f-efcc-46ee-b736-117a915373d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:09:46.135408 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-3f22c66f-efcc-46ee-b736-117a915373d8 admin admin] Usage tracker for resource:security_group_rule and tenant:8fa27193e88c43e69500eb1d28f5560d is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:09:46.138664 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-3f22c66f-efcc-46ee-b736-117a915373d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:09:46.144186 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-3f22c66f-efcc-46ee-b736-117a915373d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:09:46.228487 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3f22c66f-efcc-46ee-b736-117a915373d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:46.232784 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3f22c66f-efcc-46ee-b736-117a915373d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:46.239337 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9ebdae21-e539-453c-b77e-94c83c4b0a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:46.278697 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22c66f-efcc-46ee-b736-117a915373d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898440bf-7b0d-4c7f-a490-607c95fdd2f7,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:46.286063 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-3f22c66f-efcc-46ee-b736-117a915373d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fa27193e88c43e69500eb1d28f5560d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853200 May 26 11:09:46.286830 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47604) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:46.287499 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3f22c66f-efcc-46ee-b736-117a915373d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:46.346193 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c6e5f755-80a7-4638-9a27-a14687a03936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:46.376883 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c6e5f755-80a7-4638-9a27-a14687a03936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:46.434864 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c6e5f755-80a7-4638-9a27-a14687a03936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:46.439340 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a46e0564-e5f6-4846-805e-3cae29df2c5a tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:46.449867 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5f755-80a7-4638-9a27-a14687a03936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898440bf-7b0d-4c7f-a490-607c95fdd2f7,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:46.453195 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c6e5f755-80a7-4638-9a27-a14687a03936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:46.456445 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c6e5f755-80a7-4638-9a27-a14687a03936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:46.459906 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-c6e5f755-80a7-4638-9a27-a14687a03936 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/898440bf-7b0d-4c7f-a490-607c95fdd2f7 HTTP/1.1" status: 204 len: 168 time: 0.1691563 May 26 11:09:46.730359 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47612) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:46.748072 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b93e6568-29e3-4f08-bab6-a8f587836c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:46.762826 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-b93e6568-29e3-4f08-bab6-a8f587836c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:09:46.766723 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-b93e6568-29e3-4f08-bab6-a8f587836c54 admin admin] Usage tracker for resource:security_group_rule and tenant:891b5b19eeeb4a109e079bd8a26942ef is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:09:46.769772 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-b93e6568-29e3-4f08-bab6-a8f587836c54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:09:46.775335 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-b93e6568-29e3-4f08-bab6-a8f587836c54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:09:46.855721 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b93e6568-29e3-4f08-bab6-a8f587836c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:46.859198 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b93e6568-29e3-4f08-bab6-a8f587836c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:46.867391 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d4504c6e-0071-4b38-aa0e-cdfbbe0bf0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:46.905792 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-b93e6568-29e3-4f08-bab6-a8f587836c54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=891b5b19eeeb4a109e079bd8a26942ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744211 May 26 11:09:46.907352 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e6568-29e3-4f08-bab6-a8f587836c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c917e22-c8cc-4bef-97cf-7647816b1139,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:46.908433 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47616) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:46.910223 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b93e6568-29e3-4f08-bab6-a8f587836c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:46.966966 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:46.992008 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:47.044914 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:47.048585 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a8b2d845-dca7-4cba-b562-9d8fca7c7206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:47.059249 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c917e22-c8cc-4bef-97cf-7647816b1139,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:47.069323 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:47.069728 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:47.070090 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:47.070446 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:47.070797 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:47.071146 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:47.071493 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:47.071837 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:47.072181 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:47.072524 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:47.072861 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:47.073740 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-smb {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:47.076799 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:47.077898 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c917e22-c8cc-4bef-97cf-7647816b1139 HTTP/1.1" status: 204 len: 168 time: 0.1685073 May 26 11:09:47.078736 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-eb40e0e6-80a9-4363-97da-99746c3342ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:50.240169 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-046a44a0-7a0f-4846-b172-3f742bb40db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:52.229707 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:52.379086 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:52.711404 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47712) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:52.826133 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b9c355a8-edcf-4f36-a83b-1729136631e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:52.840489 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-b9c355a8-edcf-4f36-a83b-1729136631e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:09:52.844222 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-b9c355a8-edcf-4f36-a83b-1729136631e4 admin admin] Usage tracker for resource:security_group_rule and tenant:da5ed56bdf2c45258f5e6b5d7010c846 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:09:52.846978 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-b9c355a8-edcf-4f36-a83b-1729136631e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:09:52.852474 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-b9c355a8-edcf-4f36-a83b-1729136631e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:09:52.884611 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-92c836ef-8203-40fe-af2f-bf9215934f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:52.935109 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b9c355a8-edcf-4f36-a83b-1729136631e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:52.938521 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b9c355a8-edcf-4f36-a83b-1729136631e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:52.950728 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0434f76b-9a9d-4e7b-8acb-cce486a3d9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:52.989251 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-b9c355a8-edcf-4f36-a83b-1729136631e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da5ed56bdf2c45258f5e6b5d7010c846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765770 May 26 11:09:52.990861 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c355a8-edcf-4f36-a83b-1729136631e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0629a9cd-f865-4f9b-af28-6a052f579444,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:52.992004 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47718) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:52.994633 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b9c355a8-edcf-4f36-a83b-1729136631e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:53.050658 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b263666b-05fc-4792-9f02-93eb12a5230b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:53.079521 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b263666b-05fc-4792-9f02-93eb12a5230b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:53.129643 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b263666b-05fc-4792-9f02-93eb12a5230b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:53.134102 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-6f34989c-58df-4575-a035-b284018a3aab tempest-TestMinimumBasicScenario-1175769308 tempest-TestMinimumBasicScenario-1175769308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:53.146314 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263666b-05fc-4792-9f02-93eb12a5230b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0629a9cd-f865-4f9b-af28-6a052f579444,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:53.150970 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b263666b-05fc-4792-9f02-93eb12a5230b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:53.155246 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b263666b-05fc-4792-9f02-93eb12a5230b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:53.156355 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-b263666b-05fc-4792-9f02-93eb12a5230b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0629a9cd-f865-4f9b-af28-6a052f579444 HTTP/1.1" status: 204 len: 168 time: 0.1633635 May 26 11:09:53.423169 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47726) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:53.441055 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-11b0c87f-d9a9-466f-a4e0-6bfafa678704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:53.455599 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-11b0c87f-d9a9-466f-a4e0-6bfafa678704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:09:53.460404 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-11b0c87f-d9a9-466f-a4e0-6bfafa678704 admin admin] Usage tracker for resource:security_group_rule and tenant:24ad8978a63646d2a5c1459a316a960b is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:09:53.463465 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-11b0c87f-d9a9-466f-a4e0-6bfafa678704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:09:53.469690 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-11b0c87f-d9a9-466f-a4e0-6bfafa678704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:09:53.549533 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-11b0c87f-d9a9-466f-a4e0-6bfafa678704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:53.553197 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-11b0c87f-d9a9-466f-a4e0-6bfafa678704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:53.562079 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1e75c904-e12d-458c-baf0-6501b6a12555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:53.564863 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:53.601520 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-11b0c87f-d9a9-466f-a4e0-6bfafa678704 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24ad8978a63646d2a5c1459a316a960b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771600 May 26 11:09:53.603062 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0c87f-d9a9-466f-a4e0-6bfafa678704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c658ba27-8dd9-43eb-a6ba-34bb55e550cd,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:53.604053 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47730) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:53.606633 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-11b0c87f-d9a9-466f-a4e0-6bfafa678704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:53.670030 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-eee9b541-ee2e-44ff-9e6d-14bb670672fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:53.695191 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-eee9b541-ee2e-44ff-9e6d-14bb670672fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:53.746125 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-eee9b541-ee2e-44ff-9e6d-14bb670672fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:53.750838 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-54709e64-8eca-4bec-87a3-62ba2ab9fc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:53.762996 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9b541-ee2e-44ff-9e6d-14bb670672fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c658ba27-8dd9-43eb-a6ba-34bb55e550cd,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:53.765276 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-eee9b541-ee2e-44ff-9e6d-14bb670672fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:53.773308 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-eee9b541-ee2e-44ff-9e6d-14bb670672fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:53.774450 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-eee9b541-ee2e-44ff-9e6d-14bb670672fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c658ba27-8dd9-43eb-a6ba-34bb55e550cd HTTP/1.1" status: 204 len: 168 time: 0.1688569 May 26 11:09:55.318441 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:55.463056 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47778) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:55.577791 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1925890d-5ff6-4ca3-a77f-d92f82e3118f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:55.592405 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-1925890d-5ff6-4ca3-a77f-d92f82e3118f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:09:55.596131 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-1925890d-5ff6-4ca3-a77f-d92f82e3118f admin admin] Usage tracker for resource:security_group_rule and tenant:232a66ac31f6490ab40c5329a22ef03e is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:09:55.598902 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-1925890d-5ff6-4ca3-a77f-d92f82e3118f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:09:55.604511 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-1925890d-5ff6-4ca3-a77f-d92f82e3118f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:09:55.687554 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1925890d-5ff6-4ca3-a77f-d92f82e3118f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:55.690919 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1925890d-5ff6-4ca3-a77f-d92f82e3118f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:55.699138 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ebd0406a-46ff-483f-8299-fe3401109f79 tempest-TestShelveInstance-552728726 tempest-TestShelveInstance-552728726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:55.738174 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-1925890d-5ff6-4ca3-a77f-d92f82e3118f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=232a66ac31f6490ab40c5329a22ef03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740858 May 26 11:09:55.739046 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925890d-5ff6-4ca3-a77f-d92f82e3118f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b255478-effb-482b-ac36-618a52c261e0,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:55.740824 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47784) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:55.742485 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-1925890d-5ff6-4ca3-a77f-d92f82e3118f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:55.802859 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c3cd98d5-2c74-4e99-898b-260d948f24c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:55.828432 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c3cd98d5-2c74-4e99-898b-260d948f24c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:55.879053 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c3cd98d5-2c74-4e99-898b-260d948f24c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:55.883527 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-229afa32-d449-4a99-9f73-b0568ab0c3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:55.896701 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd98d5-2c74-4e99-898b-260d948f24c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b255478-effb-482b-ac36-618a52c261e0,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:55.899575 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c3cd98d5-2c74-4e99-898b-260d948f24c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:55.903690 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c3cd98d5-2c74-4e99-898b-260d948f24c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:55.904797 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-c3cd98d5-2c74-4e99-898b-260d948f24c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b255478-effb-482b-ac36-618a52c261e0 HTTP/1.1" status: 204 len: 168 time: 0.1629653 May 26 11:09:56.176975 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47792) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:56.195287 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-74cade98-22f7-4299-907b-46f3270339da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:56.210137 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-74cade98-22f7-4299-907b-46f3270339da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:09:56.214132 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-74cade98-22f7-4299-907b-46f3270339da admin admin] Usage tracker for resource:security_group_rule and tenant:23292306ab9e4cba92012634ed863413 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:09:56.216886 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-74cade98-22f7-4299-907b-46f3270339da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:09:56.222472 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-74cade98-22f7-4299-907b-46f3270339da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:09:56.301406 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-74cade98-22f7-4299-907b-46f3270339da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:56.305001 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-74cade98-22f7-4299-907b-46f3270339da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:56.313905 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3c54509e-6afd-4c5a-bdcd-031212238994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:56.354946 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-74cade98-22f7-4299-907b-46f3270339da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23292306ab9e4cba92012634ed863413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768680 May 26 11:09:56.356494 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cade98-22f7-4299-907b-46f3270339da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289b2956-ba2a-4f5f-b866-1d37ae9ec533,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:56.357700 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47796) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:56.359373 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-74cade98-22f7-4299-907b-46f3270339da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:56.416877 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3448f9b8-74cb-4b99-82f7-54782159caf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:56.442062 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3448f9b8-74cb-4b99-82f7-54782159caf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:56.495975 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3448f9b8-74cb-4b99-82f7-54782159caf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:56.500660 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-b221c8ef-0439-4b58-81cf-144a15fd368c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:56.511934 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448f9b8-74cb-4b99-82f7-54782159caf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289b2956-ba2a-4f5f-b866-1d37ae9ec533,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:56.515599 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-3448f9b8-74cb-4b99-82f7-54782159caf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:56.521724 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3448f9b8-74cb-4b99-82f7-54782159caf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:56.522907 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-3448f9b8-74cb-4b99-82f7-54782159caf6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/289b2956-ba2a-4f5f-b866-1d37ae9ec533 HTTP/1.1" status: 204 len: 168 time: 0.1636598 May 26 11:10:06.215994 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47930) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:10:06.421287 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-17596ca8-bc6c-4c6e-95a8-325354f67a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:06.435364 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-17596ca8-bc6c-4c6e-95a8-325354f67a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:10:06.439181 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-17596ca8-bc6c-4c6e-95a8-325354f67a2f admin admin] Usage tracker for resource:security_group_rule and tenant:a241f937ac0d4000994af6e71aaffa34 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:10:06.441989 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-17596ca8-bc6c-4c6e-95a8-325354f67a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:10:06.447631 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-17596ca8-bc6c-4c6e-95a8-325354f67a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:10:06.531576 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-17596ca8-bc6c-4c6e-95a8-325354f67a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:06.535275 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-17596ca8-bc6c-4c6e-95a8-325354f67a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:06.543090 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4cfa3b68-afac-4cc2-a7f9-c9fc8be02219 tempest-VolumesNegativeTest-367724542 tempest-VolumesNegativeTest-367724542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:10:06.581331 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-17596ca8-bc6c-4c6e-95a8-325354f67a2f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a241f937ac0d4000994af6e71aaffa34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642883 May 26 11:10:06.582886 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17596ca8-bc6c-4c6e-95a8-325354f67a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238b5f4f-b21c-4c4a-bd77-39b235b21a93,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:10:06.584135 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47936) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:10:06.586426 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-17596ca8-bc6c-4c6e-95a8-325354f67a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:10:06.645919 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3f3b-4b0e-4b30-8a2d-2d479853d977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:06.671156 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3f3b-4b0e-4b30-8a2d-2d479853d977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:06.722783 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3f3b-4b0e-4b30-8a2d-2d479853d977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:06.726278 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-eee9b541-ee2e-44ff-9e6d-14bb670672fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:10:06.736640 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd3f3b-4b0e-4b30-8a2d-2d479853d977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238b5f4f-b21c-4c4a-bd77-39b235b21a93,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:10:06.740374 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-9cdd3f3b-4b0e-4b30-8a2d-2d479853d977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:10:06.743571 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3f3b-4b0e-4b30-8a2d-2d479853d977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:06.744680 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-9cdd3f3b-4b0e-4b30-8a2d-2d479853d977 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/238b5f4f-b21c-4c4a-bd77-39b235b21a93 HTTP/1.1" status: 204 len: 168 time: 0.1595869 May 26 11:10:07.016831 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47944) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:10:07.034234 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-42b5c0cd-e842-4f28-b222-20cc4bd4d0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:07.048859 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-42b5c0cd-e842-4f28-b222-20cc4bd4d0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:10:07.052662 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-42b5c0cd-e842-4f28-b222-20cc4bd4d0ec admin admin] Usage tracker for resource:security_group_rule and tenant:df6a65cb4fa443caba29a5a427fce88b is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:10:07.055456 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-42b5c0cd-e842-4f28-b222-20cc4bd4d0ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:10:07.061654 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-42b5c0cd-e842-4f28-b222-20cc4bd4d0ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:10:07.144732 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-42b5c0cd-e842-4f28-b222-20cc4bd4d0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:07.149042 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-42b5c0cd-e842-4f28-b222-20cc4bd4d0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:07.161187 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a1f77279-8fd7-4de9-b4a6-9ab4cec92cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:10:07.206574 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-42b5c0cd-e842-4f28-b222-20cc4bd4d0ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df6a65cb4fa443caba29a5a427fce88b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886115 May 26 11:10:07.207436 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5c0cd-e842-4f28-b222-20cc4bd4d0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efecc0ac-739d-41d7-812e-d1b44c6da78a,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:10:07.209407 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47948) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:10:07.210489 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-42b5c0cd-e842-4f28-b222-20cc4bd4d0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:10:07.215485 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:10:07.267937 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bfdecf9e-1b53-40cb-a14d-1ecccb55a987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:07.296037 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bfdecf9e-1b53-40cb-a14d-1ecccb55a987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:07.345926 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bfdecf9e-1b53-40cb-a14d-1ecccb55a987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:07.349433 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e63604b7-bfd3-49ef-a32b-d5684469a7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:10:07.363417 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdecf9e-1b53-40cb-a14d-1ecccb55a987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efecc0ac-739d-41d7-812e-d1b44c6da78a,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:10:07.366189 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bfdecf9e-1b53-40cb-a14d-1ecccb55a987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:10:07.375626 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bfdecf9e-1b53-40cb-a14d-1ecccb55a987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:07.376740 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-bfdecf9e-1b53-40cb-a14d-1ecccb55a987 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efecc0ac-739d-41d7-812e-d1b44c6da78a HTTP/1.1" status: 204 len: 168 time: 0.1661847 May 26 11:10:07.705981 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 47956) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:10:07.724455 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-dc0063a1-c3b7-4f35-bdeb-3cf94ef7a73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:07.738468 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-dc0063a1-c3b7-4f35-bdeb-3cf94ef7a73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:10:07.742233 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-dc0063a1-c3b7-4f35-bdeb-3cf94ef7a73d admin admin] Usage tracker for resource:security_group_rule and tenant:a1c4deb3c9814f5daa14db6dc322a27d is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:10:07.744996 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.quota.resource [None req-dc0063a1-c3b7-4f35-bdeb-3cf94ef7a73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:10:07.751081 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-dc0063a1-c3b7-4f35-bdeb-3cf94ef7a73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:10:07.830187 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-dc0063a1-c3b7-4f35-bdeb-3cf94ef7a73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:07.833842 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-dc0063a1-c3b7-4f35-bdeb-3cf94ef7a73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:07.842494 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c795b1b3-09a3-483c-ab88-fe897173a3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:10:07.880807 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-dc0063a1-c3b7-4f35-bdeb-3cf94ef7a73d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1c4deb3c9814f5daa14db6dc322a27d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737611 May 26 11:10:07.882404 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0063a1-c3b7-4f35-bdeb-3cf94ef7a73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad534e7e-7d60-43e0-be6d-9ee913b7a4da,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:10:07.883479 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 47960) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:10:07.885469 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-dc0063a1-c3b7-4f35-bdeb-3cf94ef7a73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:10:07.941802 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f7b9-efea-4982-a783-8590b53d39df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:07.966453 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f7b9-efea-4982-a783-8590b53d39df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:08.017033 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f7b9-efea-4982-a783-8590b53d39df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:08.021660 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-d088ef6d-5572-49c1-a212-45cfd5a84483 tempest-AttachVolumeTestJSON-1582013619 tempest-AttachVolumeTestJSON-1582013619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:10:08.034710 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3f7b9-efea-4982-a783-8590b53d39df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad534e7e-7d60-43e0-be6d-9ee913b7a4da,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:10:08.037563 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a5d3f7b9-efea-4982-a783-8590b53d39df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:10:08.041606 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f7b9-efea-4982-a783-8590b53d39df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:08.042701 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-a5d3f7b9-efea-4982-a783-8590b53d39df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad534e7e-7d60-43e0-be6d-9ee913b7a4da HTTP/1.1" status: 204 len: 168 time: 0.1582079 May 26 11:10:19.815697 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.wsgi [-] (91665) accepted ('10.222.0.25', 48096) {{(pid=91665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:10:19.930564 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6298cda2-bfff-4308-852a-81b7c8619bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:19.944918 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6298cda2-bfff-4308-852a-81b7c8619bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:10:19.948662 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6298cda2-bfff-4308-852a-81b7c8619bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:a82e5eaead9948f086d36e13393d7596 is out of sync, need to count used quota {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:10:19.951428 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.quota.resource [None req-6298cda2-bfff-4308-852a-81b7c8619bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91665) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:10:19.957122 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.db.quota.driver [None req-6298cda2-bfff-4308-852a-81b7c8619bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91665) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:10:20.041469 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6298cda2-bfff-4308-852a-81b7c8619bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:20.045739 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6298cda2-bfff-4308-852a-81b7c8619bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:20.054058 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-591de99c-4d9d-42ee-a511-0bb0e2ec5edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:10:20.092926 dv-cinder-793136-1-smb neutron-server[91665]: INFO neutron.wsgi [None req-6298cda2-bfff-4308-852a-81b7c8619bb6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a82e5eaead9948f086d36e13393d7596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761343 May 26 11:10:20.093912 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298cda2-bfff-4308-852a-81b7c8619bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4be4ff8-4dd3-4a3b-895c-8b9ad4ae5198,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:10:20.095588 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.25', 48102) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:10:20.097041 dv-cinder-793136-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6298cda2-bfff-4308-852a-81b7c8619bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:10:20.159923 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-adcf1500-e538-4098-996d-00a32abfdf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:20.185613 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-adcf1500-e538-4098-996d-00a32abfdf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:20.237477 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-adcf1500-e538-4098-996d-00a32abfdf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459631'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:20.242148 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d1e214c0-812f-49bd-a3d5-e4be22368352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:20.244754 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-910c11c2-5e8d-47ca-9151-8a623004a659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:10:20.256875 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf1500-e538-4098-996d-00a32abfdf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4be4ff8-4dd3-4a3b-895c-8b9ad4ae5198,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:10:20.259095 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-adcf1500-e538-4098-996d-00a32abfdf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:10:20.267207 dv-cinder-793136-1-smb neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-adcf1500-e538-4098-996d-00a32abfdf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:20.268306 dv-cinder-793136-1-smb neutron-server[91664]: INFO neutron.wsgi [None req-adcf1500-e538-4098-996d-00a32abfdf4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4be4ff8-4dd3-4a3b-895c-8b9ad4ae5198 HTTP/1.1" status: 204 len: 168 time: 0.1710491 May 26 11:10:22.242702 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:22.381139 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:22.886985 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b8d035e7-7651-4992-96b0-2300cf99a4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:23.567187 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:25.321177 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:44.214565 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:10:50.243922 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-13549918-3f75-4f18-b921-b802a5d43e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:52.251411 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:52.382543 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:52.888021 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-59c9cd6b-114a-4a1d-8d4a-71e965520066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:53.571224 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:55.324444 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:20.244365 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-18df7a45-7299-441f-af24-e617320eadd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:21.213432 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:11:22.246897 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:22.383281 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:22.889353 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1ba3406a-3b2f-4bc6-9120-b1b13ce2d783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:23.575791 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:25.327944 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:50.246405 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-07bf6449-e9a3-4061-a796-b5d8eae8d785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:52.235467 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:52.383415 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:52.889783 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f4c057c7-3fd8-45c1-aca6-9c692fe5d78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:53.576861 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:55.329796 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:58.213172 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:12:20.247505 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9664-4bb4-4b2b-b623-d5b0aa8027c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:22.238447 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:22.383756 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:22.890374 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6de9ca5b-ddcc-4169-9fa9-8705fd74a447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:23.578274 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:25.333182 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:35.211445 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:12:50.249673 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-34bb36e5-70d4-4d30-a0be-6ca274a40001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:52.239281 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:52.384647 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:52.891592 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-87885e1b-b839-4a53-9785-d109264df714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:53.581572 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:55.336297 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:12.209827 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:13:20.253185 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-59301296-85cf-4431-b2e2-28550ce02d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.238282 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.385753 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.891757 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-60d260d6-2375-4732-9c97-d0bfd377be77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:23.584856 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:25.338768 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:49.208722 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:13:50.255115 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0da5f67d-e4d8-4e84-a352-7c7cd2043046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:52.251892 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:52.387329 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:52.892063 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ce9a0863-26a9-437f-b79d-6528ad6d1455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.586863 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:55.344933 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:20.255667 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d306ec16-b6a1-42ae-9e6f-809a41fd1cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:22.251258 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:22.387806 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:22.893640 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c239258b-6c76-46e3-9cdd-9f5e1375a4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:23.590098 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:25.346850 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:26.208071 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:14:50.257429 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ac9281a7-4a6c-493f-8ab2-746802ff6834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.256245 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-93443c4e-9617-4813-84c4-27f8372db233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.389596 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2663b0c3-37ae-4d37-a653-2bebeb85a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.893236 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5ad457ec-cfd0-462b-846e-9ae919669dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.593266 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-40f8475e-7c78-4524-839c-8dd2263eb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.349658 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e47f825-3c25-489e-b0d3-2728800e9f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.206702 dv-cinder-793136-1-smb neutron-server[91667]: DEBUG neutron.db.agents_db [None req-56819021-e367-457c-b9c4-2b1265b45eae None None] Agent healthcheck: found 6 active agents {{(pid=91667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:15:20.258445 dv-cinder-793136-1-smb neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffba4-044b-442e-9761-e705d46aa0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734592973815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379511'] for agent, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}